-- Logs begin at Thu 2021-12-09 10:58:14 UTC, end at Thu 2021-12-09 12:07:30 UTC. -- Dec 09 11:43:03.736493 dv-cinder-819692-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 09 11:43:06.607503 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.common.config [-] Logging enabled! Dec 09 11:43:06.608140 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev270 Dec 09 11:43:06.608305 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109505) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 11:43:06.611700 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.common.config [-] Logging enabled! Dec 09 11:43:06.611961 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev270 Dec 09 11:43:06.612278 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109505) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 11:43:06.613221 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 11:43:06.613461 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 11:43:06.613851 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 11:43:06.614103 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 11:43:06.614335 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 11:43:06.614662 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.615119 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 09 11:43:06.615439 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.615739 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.616035 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.616334 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.616651 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.616940 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.617234 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.617563 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.617856 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.618147 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.618435 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.618729 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.619045 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.619341 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.619631 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.619919 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] debug = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.620226 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.620663 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.621078 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.621361 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.621656 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.621941 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.622218 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.622498 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.622786 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.623146 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] host = dv-cinder-819692-7-iscsi {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.623434 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.623724 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.624015 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.624305 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.624619 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.624907 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.625197 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.625477 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.625753 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] log_file = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.626032 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.626325 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.626616 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.626935 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.627185 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.627394 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.627692 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.627985 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.628271 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.628550 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.628828 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.629105 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.629382 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.629654 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.629945 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.630231 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.630521 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.630797 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.631104 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.631384 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.631659 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.631948 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.632224 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.632499 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.632774 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.633593 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.633870 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.634228 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.634541 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.634835 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.635156 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.635450 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.635730 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.636017 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.636292 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.636568 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.636841 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] use_json = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.637116 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.637412 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.637717 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.637997 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.638272 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.638547 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.638828 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.639141 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:06.639442 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.639743 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.640051 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.640335 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.640642 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.640925 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.641218 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.641501 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.641815 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.642125 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.642419 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.642702 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.643022 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.643306 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.643607 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.643915 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.644215 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.644510 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.644790 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.645068 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.645345 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.645626 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.645917 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.646198 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.646491 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.646784 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.647092 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.647395 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.647682 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.647978 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.648269 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.648545 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.649415 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.649755 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.650065 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.650346 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.650628 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.650940 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.651227 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.651505 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.651811 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.652096 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.652374 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.652651 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.652932 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.653228 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.653513 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.653811 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.654089 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.654372 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.654648 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.654948 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.655240 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.655518 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.655794 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.656074 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.656348 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.656624 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.656905 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.657179 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.657460 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.657736 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.658027 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.658288 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.658563 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.658862 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.659173 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.659725 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.660005 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.660280 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.660555 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.660832 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.661107 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.661383 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.661671 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.661973 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.662253 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.662535 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.662817 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.663126 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.663408 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.663689 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.663970 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.664275 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.664654 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.664963 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.665255 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.665551 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.665923 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.666248 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.666556 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.666842 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.667156 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.667443 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.667727 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.668016 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.668305 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.668607 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.668908 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.669206 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.669504 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.669834 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.670124 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.670439 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.670729 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:06.670982 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 11:43:06.671230 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109505) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 09 11:43:07.110830 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 11:43:07.111149 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 11:43:07.111489 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 11:43:07.111830 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 09 11:43:07.447074 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.447293 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.447569 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.448881 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.449176 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.449468 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.496303 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.496587 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.496864 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.511054 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.511344 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.511621 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.541157 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.541445 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.541720 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.579687 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.579981 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.580277 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.920984 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.921584 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.921584 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.921797 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:07.922506 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.022776 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.023129 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.023418 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.024286 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.024639 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.024960 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.025228 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.025492 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.025752 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.026040 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.026305 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.026574 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.026834 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.027132 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.027393 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.027662 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.027923 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.028196 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.028470 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.028731 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.029004 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.029259 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.029541 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.029923 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.030202 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.030454 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.030852 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:43:08.031123 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:43:08.031366 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:43:08.031608 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:43:08.031845 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:43:08.032125 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:43:08.032452 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 09 11:43:08.035921 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 09 11:43:08.040159 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 09 11:43:08.044110 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 09 11:43:08.045769 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 09 11:43:08.046253 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 09 11:43:08.046593 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 09 11:43:08.047012 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 09 11:43:08.049883 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 09 11:43:08.050156 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 09 11:43:08.050496 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 11:43:08.056001 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 09 11:43:08.079534 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 09 11:43:08.080084 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.080393 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109505) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 09 11:43:08.080761 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.082181 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109505) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 09 11:43:08.082461 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 11:43:08.082708 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 09 11:43:08.085976 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.086896 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:08.152492 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 09 11:43:08.152726 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 09 11:43:08.152965 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 09 11:43:08.153331 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 09 11:43:08.175170 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_db.sqlalchemy.engines [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109505) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 09 11:43:08.824801 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Initializing driver for type 'gre' Dec 09 11:43:08.825333 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] gre ID ranges: [(1, 1000)] Dec 09 11:43:09.064736 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Initializing driver for type 'local' Dec 09 11:43:09.065301 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Initializing driver for type 'vlan' Dec 09 11:43:09.167232 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] VlanTypeDriver initialization complete Dec 09 11:43:09.167581 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Initializing driver for type 'vxlan' Dec 09 11:43:09.168108 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] vxlan ID ranges: [(1, 1000)] Dec 09 11:43:09.373279 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Initializing extension driver 'port_security' Dec 09 11:43:09.373617 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.extensions.port_security [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] PortSecurityExtensionDriver initialization complete Dec 09 11:43:09.373951 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Initializing mechanism driver 'openvswitch' Dec 09 11:43:09.374274 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Initializing mechanism driver 'hyperv' Dec 09 11:43:09.380919 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.plugins.ml2.plugin [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:43:09.381756 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > port after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.382127 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > port after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.382478 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > port after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.383060 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 11:43:09.383633 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.383989 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.384333 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.384733 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 11:43:09.385138 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > network after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.385483 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > network after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.385819 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > network after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.386216 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 11:43:09.386621 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.386990 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.387330 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.387727 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 11:43:09.388129 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.388478 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.388815 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.389210 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 11:43:09.389606 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.389947 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.390281 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.390678 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 11:43:09.391079 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] ML2 OVO RPC backend initialized. {{(pid=109505) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 09 11:43:09.391781 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.392132 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.392544 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > network before_response 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.393009 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > networks before_response 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.393363 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > port before_response 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.393703 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > ports before_response 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.394043 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.394381 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.394722 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > network after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.395082 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > network after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.405494 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > network after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.405494 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > port after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.405494 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > port after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.405494 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > port after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.405853 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.405853 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.405853 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.405853 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.plugin [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Modular L2 Plugin initialization complete Dec 09 11:43:09.405853 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading services supported by the core plugin {{(pid=109505) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 09 11:43:09.406230 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.plugins.ml2.managers [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Got port-security extension from driver 'port_security' Dec 09 11:43:09.406230 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.extensions.vlantransparent [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Disabled vlantransparent extension. Dec 09 11:43:09.406230 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109505) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 09 11:43:09.406230 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading Plugin: router Dec 09 11:43:09.451894 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.452294 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router after_create 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.452668 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router before_create 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.453031 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.453403 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.453761 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router after_delete 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.454121 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.454590 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.454970 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router after_create 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.455322 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router after_update 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.455680 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router after_update 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.456031 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.456393 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router after_update 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.456805 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.457259 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: port after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.457674 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: port after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.458023 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: subnet after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.458365 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.458715 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.459091 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.459438 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: port before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.459782 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.460143 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router after_update 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.460482 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.460833 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.461796 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.462146 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.462514 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > agent after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.462863 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.463287 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > network after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.464158 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Tracking information for resource: router configured {{(pid=109505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:43:09.464488 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Tracking information for resource: floatingip configured {{(pid=109505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:43:09.469377 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.db.l3_agentschedulers_db [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 09 11:43:09.469964 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: port after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.470331 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: port after_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.470688 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: port after_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.471071 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: port after_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.471857 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router before_create 55550100 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.472224 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.477410 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.477410 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.478648 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.services.provider_configuration [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service providers = [] {{(pid=109505) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 09 11:43:09.479042 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.db.servicetype_db [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109505) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 09 11:43:09.482056 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.services.service_base [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 11:43:09.482411 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.services.service_base [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 11:43:09.482757 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.services.service_base [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 11:43:09.483683 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.services.service_base [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 11:43:09.484059 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.services.service_base [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 09 11:43:09.484438 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:43:09.484759 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 09 11:43:09.495774 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:43:09.496110 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading Plugin: auto_allocate Dec 09 11:43:09.501986 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: network precommit_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.502355 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: network precommit_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.502876 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:43:09.503230 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading Plugin: tag Dec 09 11:43:09.510792 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:43:09.511144 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading Plugin: timestamp Dec 09 11:43:09.515005 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:43:09.515343 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading Plugin: network_ip_availability Dec 09 11:43:09.521005 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.521375 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.530300 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.530300 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:43:09.530300 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading Plugin: flavors Dec 09 11:43:09.535276 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:43:09.535614 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading Plugin: revisions Dec 09 11:43:09.540141 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:43:09.540529 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_concurrency.lockutils [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.429s {{(pid=109505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 11:43:09.541272 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109505) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 09 11:43:09.541609 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Initializing extension manager. Dec 09 11:43:09.542130 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: __init__.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.542468 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: __pycache__ {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.542799 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.543210 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: address_group.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.543966 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.544526 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: address-group Dec 09 11:43:09.544851 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: address_scope.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.545569 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.546072 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: address-scope Dec 09 11:43:09.546397 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.547377 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.547883 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: router-admin-state-down-before-update Dec 09 11:43:09.548209 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: agent.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.548962 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.549457 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: agent Dec 09 11:43:09.549780 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: agent_resources_synced.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.550714 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.551240 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: agent-resources-synced Dec 09 11:43:09.551563 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.553356 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.553877 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: allowed-address-pairs Dec 09 11:43:09.554209 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.555420 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.555927 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: auto-allocated-topology Dec 09 11:43:09.556255 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: availability_zone.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.556963 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.557470 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: availability_zone Dec 09 11:43:09.557795 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: availability_zone_filter.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.558714 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.559245 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: availability_zone_filter Dec 09 11:43:09.559612 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: data_plane_status.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.566760 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.567287 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension data-plane-status not supported by any of loaded plugins Dec 09 11:43:09.567614 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: default_subnetpools.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.568530 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.569031 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: default-subnetpools Dec 09 11:43:09.569354 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.570168 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.571203 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: dhcp_agent_scheduler Dec 09 11:43:09.571526 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: dns.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.572496 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.572996 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension dns-integration not supported by any of loaded plugins Dec 09 11:43:09.573326 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: dns_domain_ports.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.574254 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.574752 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 09 11:43:09.575106 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.576028 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.576524 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 09 11:43:09.576846 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: dvr.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.577548 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.578053 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: dvr Dec 09 11:43:09.578378 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: ecmp_routes.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.579338 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.579836 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 09 11:43:09.580159 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: empty_string_filtering.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.581083 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.581581 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: empty-string-filtering Dec 09 11:43:09.581947 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.582866 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.583391 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 09 11:43:09.583714 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.584628 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.585121 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 09 11:43:09.585442 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: external_net.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.587128 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.587636 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: external-net Dec 09 11:43:09.588077 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.588999 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.589500 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: extra_dhcp_opt Dec 09 11:43:09.589821 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: extraroute.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.590732 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.591273 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: extraroute Dec 09 11:43:09.591598 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: extraroute_atomic.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.594145 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.594666 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: extraroute-atomic Dec 09 11:43:09.595028 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: filter_validation.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.595713 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.596218 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: filter-validation Dec 09 11:43:09.596546 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: fip_pf_description.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.597515 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.598020 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 09 11:43:09.598347 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: fip_port_details.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.599293 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.599797 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: fip-port-details Dec 09 11:43:09.600122 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: flavors.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.601423 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.602020 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: flavors Dec 09 11:43:09.602379 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.604110 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.604628 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 09 11:43:09.604957 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: floatingip_pools.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.605659 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.606164 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: floatingip-pools Dec 09 11:43:09.606488 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: ip_allocation.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.607444 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.607946 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension ip_allocation not supported by any of loaded plugins Dec 09 11:43:09.608271 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.609196 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.609698 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: ip-substring-filtering Dec 09 11:43:09.610023 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: l2_adjacency.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.610975 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.611475 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 09 11:43:09.611798 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: l3.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.612769 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.613286 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: router Dec 09 11:43:09.613611 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.615874 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.616396 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 09 11:43:09.616732 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.624317 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.624782 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: ext-gw-mode Dec 09 11:43:09.625113 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.626044 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.626556 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: l3-ha Dec 09 11:43:09.626887 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: l3_flavors.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.627841 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.628352 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: l3-flavors Dec 09 11:43:09.628681 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.629662 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.630165 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 09 11:43:09.630492 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: l3agentscheduler.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.631554 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.632060 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: l3_agent_scheduler Dec 09 11:43:09.632387 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: local_ip.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.634741 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.635332 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension local_ip not supported by any of loaded plugins Dec 09 11:43:09.635675 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: logging.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.637171 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.637683 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension logging not supported by any of loaded plugins Dec 09 11:43:09.638032 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: metering.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.638887 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.639486 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: metering Dec 09 11:43:09.639821 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.641036 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.641543 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: metering_source_and_destination_fields Dec 09 11:43:09.641871 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: multiprovidernet.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.642808 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.643339 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: multi-provider Dec 09 11:43:09.643666 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: netmtu.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.644593 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.645098 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: net-mtu Dec 09 11:43:09.645420 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: netmtu_writable.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.646344 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.646840 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: net-mtu-writable Dec 09 11:43:09.647191 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: network_availability_zone.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.647859 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.648360 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: network_availability_zone Dec 09 11:43:09.655461 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: network_ip_availability.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.656353 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.656868 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: network-ip-availability Dec 09 11:43:09.657195 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: network_segment_range.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.657998 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.658496 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension network-segment-range not supported by any of loaded plugins Dec 09 11:43:09.658821 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: pagination.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.660116 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.660446 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: pagination Dec 09 11:43:09.660770 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: port_device_profile.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.661688 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.662192 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: port-device-profile Dec 09 11:43:09.662515 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.663506 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.664007 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: port-mac-address-regenerate Dec 09 11:43:09.664494 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.665438 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.665947 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: port-numa-affinity-policy Dec 09 11:43:09.666269 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: port_resource_request.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.667280 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.667778 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension port-resource-request not supported by any of loaded plugins Dec 09 11:43:09.668102 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: port_resource_request_groups.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.669145 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.669647 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 09 11:43:09.669970 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: portbindings.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.670899 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.671423 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: binding Dec 09 11:43:09.671745 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: portbindings_extended.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.673018 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.673526 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: binding-extended Dec 09 11:43:09.673854 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: portsecurity.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.674829 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.675354 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: port-security Dec 09 11:43:09.675687 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: project_id.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.676664 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.676998 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: project-id Dec 09 11:43:09.677321 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: providernet.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.678241 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.678740 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: provider Dec 09 11:43:09.679095 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: qos.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.682709 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.688594 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension qos not supported by any of loaded plugins Dec 09 11:43:09.688594 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.689692 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.690208 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 09 11:43:09.690543 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.691513 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.692081 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 09 11:43:09.692406 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: qos_default.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.693330 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.693835 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension qos-default not supported by any of loaded plugins Dec 09 11:43:09.694161 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: qos_fip.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.694811 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.695343 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension qos-fip not supported by any of loaded plugins Dec 09 11:43:09.696192 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.697197 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 09 11:43:09.697528 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.698448 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.698979 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 09 11:43:09.699319 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.700275 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.700790 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 09 11:43:09.701113 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.702269 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.702783 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 09 11:43:09.703260 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: qos_pps_rule.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.704439 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.704951 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension qos-pps not supported by any of loaded plugins Dec 09 11:43:09.705278 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.706205 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.706707 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 09 11:43:09.707059 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: qos_rules_alias.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.708114 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.708620 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 09 11:43:09.713127 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: quota_check_limit.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.713891 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.714428 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: quota-check-limit Dec 09 11:43:09.714767 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: quotasv2.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.715757 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.716087 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: quotas Dec 09 11:43:09.716412 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: quotasv2_detail.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.719597 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.719937 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: quota_details Dec 09 11:43:09.720274 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: rbac.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.721325 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.721842 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: rbac-policies Dec 09 11:43:09.722173 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: rbac_address_group.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.723146 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.723661 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: rbac-address-group Dec 09 11:43:09.723990 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: rbac_address_scope.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.724934 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.725439 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: rbac-address-scope Dec 09 11:43:09.725766 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: rbac_security_groups.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.726692 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.727234 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: rbac-security-groups Dec 09 11:43:09.727558 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.728487 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.728991 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: rbac-subnetpool Dec 09 11:43:09.729318 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: revisionifmatch.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.730253 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.730892 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: revision-if-match Dec 09 11:43:09.731107 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: revisions.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.732221 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.732724 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: standard-attr-revisions Dec 09 11:43:09.733050 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: router_availability_zone.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.733722 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.734227 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: router_availability_zone Dec 09 11:43:09.734550 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: routerservicetype.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.735504 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.736002 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension router-service-type not supported by any of loaded plugins Dec 09 11:43:09.736328 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.737328 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.737834 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: security-groups-normalized-cidr Dec 09 11:43:09.738157 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.739122 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.739628 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: port-security-groups-filtering Dec 09 11:43:09.739952 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.740878 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.741382 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: security-groups-remote-address-group Dec 09 11:43:09.741710 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.750310 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.750816 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: security-groups-shared-filtering Dec 09 11:43:09.751169 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.751758 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 09 11:43:09.752079 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: securitygroup.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.762548 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.763108 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: security-group Dec 09 11:43:09.763448 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: segment.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.764868 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.764868 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension segment not supported by any of loaded plugins Dec 09 11:43:09.765088 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.766111 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.766612 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 09 11:43:09.766970 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: servicetype.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.768101 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.768611 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: service-type Dec 09 11:43:09.768935 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: sorting.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.769926 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.770897 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: sorting Dec 09 11:43:09.771253 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: standard_attr_segment.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.772186 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.774510 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 09 11:43:09.774510 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: standardattrdescription.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.774510 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.774908 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: standard-attr-description Dec 09 11:43:09.775258 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: stateful_security_group.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.776215 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.776723 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: stateful-security-group Dec 09 11:43:09.784593 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: stdattrs_common.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.784593 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 09 11:43:09.784593 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.785394 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.785812 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 09 11:43:09.786133 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: subnet_onboard.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.787249 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.787766 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: subnet_onboard Dec 09 11:43:09.788091 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.789048 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.789577 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 09 11:43:09.789909 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: subnet_service_types.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.790847 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.792653 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: subnet-service-types Dec 09 11:43:09.792653 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: subnetallocation.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.792872 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.793385 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: subnet_allocation Dec 09 11:43:09.793712 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.794396 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.794896 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: subnetpool-prefix-ops Dec 09 11:43:09.795252 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.796196 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.796697 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 09 11:43:09.797020 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: tagging.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.798116 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.798627 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: standard-attr-tag Dec 09 11:43:09.798988 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: timestamp.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.800212 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.800719 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loaded extension: standard-attr-timestamp Dec 09 11:43:09.801047 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: trunk.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.802094 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.802602 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension trunk not supported by any of loaded plugins Dec 09 11:43:09.802941 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: trunk_details.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.803882 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.804384 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension trunk-details not supported by any of loaded plugins Dec 09 11:43:09.804707 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.805802 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.806295 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 09 11:43:09.806621 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Loading extension file: vlantransparent.py {{(pid=109505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:43:09.807338 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:43:09.807836 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 09 11:43:09.810418 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:network Dec 09 11:43:09.810969 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:subnet Dec 09 11:43:09.811374 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 11:43:09.811775 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:port Dec 09 11:43:09.813194 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.813640 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service FLAVORS assigned prefix: {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.814251 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.814675 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.815036 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:router Dec 09 11:43:09.815491 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:floatingip Dec 09 11:43:09.816021 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service METERING assigned prefix: /metering {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.817544 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.817918 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.818273 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:43:09.819353 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 11:43:09.819793 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:security_group Dec 09 11:43:09.820228 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 11:43:09.821442 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service CORE assigned prefix: {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.821771 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 11:43:09.822115 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] subnetpool is already registered Dec 09 11:43:09.822543 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service CORE assigned prefix: {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.822865 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 11:43:09.823233 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] subnetpool is already registered Dec 09 11:43:09.825519 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.825947 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service FLAVORS assigned prefix: {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.826538 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.826987 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.827326 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:router Dec 09 11:43:09.827664 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] router is already registered Dec 09 11:43:09.828074 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:floatingip Dec 09 11:43:09.828409 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] floatingip is already registered Dec 09 11:43:09.828871 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service METERING assigned prefix: /metering {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.829538 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 11:43:09.829863 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] rbac_policy is already registered Dec 09 11:43:09.830273 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:security_group Dec 09 11:43:09.830645 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] security_group is already registered Dec 09 11:43:09.831029 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 11:43:09.831375 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] security_group_rule is already registered Dec 09 11:43:09.831988 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service CORE assigned prefix: {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.832322 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 11:43:09.832645 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] subnetpool is already registered Dec 09 11:43:09.833058 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.v2.resource_helper [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Service CORE assigned prefix: {{(pid=109505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:43:09.833384 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 11:43:09.833710 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING neutron.quota.resource_registry [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] subnetpool is already registered Dec 09 11:43:09.834167 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: extensions {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.835868 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: address-groups {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.838277 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: address-scopes {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.839675 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: agents {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.840858 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: auto-allocated-topology {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.842149 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: availability_zones {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.843430 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: dhcp-networks {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.844932 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: dhcp-agents {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.846361 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: routers {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.848671 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: flavors {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.849851 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: service_profiles {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.851126 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: next_providers {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.852641 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: service_profiles {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.855238 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: floatingip-pools {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.873465 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: routers {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.873465 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: floatingips {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.873465 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: l3-routers {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.873465 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: l3-agents {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.873465 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: metering-labels {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.873465 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: metering-label-rules {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.873465 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: network-ip-availabilities {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.874063 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: bindings {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.874063 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: quotas {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.874063 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: quotas {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.874063 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: rbac-policies {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.874063 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: security-groups {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.874777 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: security-group-rules {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.876021 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: service-providers {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.877239 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: subnetpools {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.878683 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: subnetpools {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.880176 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: tags {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.881851 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: tags {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.884352 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: tags {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.886148 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: tags {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.887984 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: tags {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.889851 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: tags {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.891591 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: tags {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.893487 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: tags {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.895290 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: tags {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.897148 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron.api.extensions [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Extended resource: tags {{(pid=109505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:43:09.903329 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING keystonemiddleware.auth_token [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 09 11:43:09.908145 dv-cinder-819692-7-iscsi neutron-server[109505]: WARNING keystonemiddleware.auth_token [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 09 11:43:09.917316 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_concurrency.lockutils [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Acquired lock "singleton_lock" {{(pid=109505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 09 11:43:09.917790 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_concurrency.lockutils [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Releasing lock "singleton_lock" {{(pid=109505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 09 11:43:09.918444 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO oslo_service.service [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Starting 2 workers Dec 09 11:43:09.923404 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Started child 109617 {{(pid=109505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 11:43:09.927945 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Started child 109618 {{(pid=109505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 11:43:09.929284 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:09.930553 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO neutron.service [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 09 11:43:09.930836 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Publish callbacks [] for process, before_spawn {{(pid=109505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:09.931457 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [-] (109617) wsgi starting up on http://0.0.0.0:9696 Dec 09 11:43:09.931812 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 49708) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:43:09.933530 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:09.934061 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO oslo_service.service [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Starting 1 workers Dec 09 11:43:09.935041 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [-] (109618) wsgi starting up on http://0.0.0.0:9696 Dec 09 11:43:09.942851 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Started child 109619 {{(pid=109505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 11:43:09.942851 dv-cinder-819692-7-iscsi neutron-server[109505]: INFO oslo_service.service [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Starting 1 workers Dec 09 11:43:09.943207 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067468 Dec 09 11:43:09.943305 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.service [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] calling RpcWorker wait() {{(pid=109619) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 09 11:43:09.943305 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.service [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] returning from RpcWorker wait() {{(pid=109619) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 09 11:43:09.944582 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:09.946181 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Started child 109620 {{(pid=109505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 11:43:09.946305 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:43:09.946386 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG neutron_lib.callbacks.manager [None req-91bf1e7f-dfca-484e-bce5-5dbd1cd547d8 None None] Publish callbacks [] for process, after_spawn {{(pid=109505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:09.948532 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109505) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 11:43:09.948775 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 11:43:09.948949 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 11:43:09.951418 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 11:43:09.951418 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 11:43:09.951418 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 11:43:09.951418 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.951418 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.951418 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.951418 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.951418 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.951990 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:09.952454 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.952454 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.952454 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.952662 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.952977 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.953088 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:43:09.953168 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.953242 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.953481 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.956533 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.956533 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.956533 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.956533 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.956533 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.956533 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.956533 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.956533 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.957670 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.957670 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] debug = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.957670 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.957670 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.957670 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.957670 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.958489 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.958489 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.958489 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.958489 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.958489 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.958489 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.959526 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.959526 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.959526 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.959526 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.962090 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.962090 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.962090 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.962090 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.962090 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] host = dv-cinder-819692-7-iscsi {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.962090 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.962090 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.962090 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.963287 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.963287 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.963287 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.963287 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.963873 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.964217 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.966584 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.966584 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.966584 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.966584 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.966584 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_file = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.966584 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_options = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.966584 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.966584 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.966584 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.967830 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.967830 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.967830 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.967830 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.967830 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.968483 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.968483 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.968483 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.970802 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.970802 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.970802 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.970802 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.970802 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.970802 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.970802 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.970802 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.972101 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.972101 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.972101 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.972101 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.972645 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.972645 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.972645 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.973047 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.973191 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.975567 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.975567 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.975567 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.975567 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.975567 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.975567 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.975567 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.975567 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.976705 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.976705 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.976705 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.976705 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.976705 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.976705 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.976705 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.977645 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.977645 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.977645 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.977645 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] use_json = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.978047 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.978047 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.978260 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.978434 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.978546 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.978760 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.979225 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.982431 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:09.982431 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.982431 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.982431 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.982431 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.982431 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.982431 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.982431 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.983135 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.983135 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.983371 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.983732 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.984766 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.984766 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.984766 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.985127 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.985127 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.985412 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.985889 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.985990 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.986957 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.986957 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.986957 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.986957 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.987282 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.987443 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.987861 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.988107 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.988410 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.988689 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.989016 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.989301 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.989568 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.989846 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.990065 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.990321 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.990538 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.990754 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.990993 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.991212 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.991478 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.991724 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.991943 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.992172 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.992926 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.993177 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.993411 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.993666 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.993926 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.994178 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.994472 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.994618 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.994824 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.995064 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.995282 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.995513 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.995768 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.996031 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.996265 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.996517 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.996734 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.996949 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.997169 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.997407 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.997626 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.997838 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.998048 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.998265 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.998502 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.998755 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:09.999886 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.000115 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.000336 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.000568 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.000783 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.001251 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.001661 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.002075 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.002303 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.002541 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.002902 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.003313 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.003688 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.003911 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.004149 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.004364 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.004584 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.005243 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.005478 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.005692 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.005927 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.006520 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.007462 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.007462 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.007462 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023284 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023284 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023284 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023284 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023284 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023284 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023284 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023284 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023903 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023903 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023903 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023903 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023903 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023903 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023903 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.023903 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.024552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.024552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.024552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.024552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.024552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.024552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.024552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.024552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025048 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025048 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025048 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025048 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025048 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025048 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025048 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025048 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025521 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025521 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025521 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025521 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025521 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025521 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025521 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025521 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.025521 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026084 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026084 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026084 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026084 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026084 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026084 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026084 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026084 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026573 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026573 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026573 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026573 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026573 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026573 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026573 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.026573 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027103 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027103 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027103 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027103 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027103 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027103 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027103 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027103 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027639 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027639 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027639 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027639 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027639 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027639 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027639 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.027639 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.028112 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.028112 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.028112 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.028112 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.028354 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.028354 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.029113 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.029217 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.030267 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.030267 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.030267 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.030267 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.030555 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.030633 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.030814 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.032710 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.032710 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.032710 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.032710 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.033182 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.033182 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.033388 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.033609 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.034037 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.034037 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.034548 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.034902 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.035232 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.035502 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.035744 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.035968 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.036190 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.036443 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.036665 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.036890 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.037112 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.037326 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.038614 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.039110 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.040074 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.040316 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.040543 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.040766 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.040993 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.041234 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.041537 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.041798 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.042031 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.042358 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.042587 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.043270 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.043270 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.043270 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.043509 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.043708 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.043928 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.044139 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.044364 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.044575 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.044787 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.045024 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.045228 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.045482 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.045707 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.045922 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.046127 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.046547 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.046769 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.047005 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.047231 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.047440 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.047650 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.047894 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.048276 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.048391 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.048586 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.048795 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.049000 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.049217 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.049431 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.049668 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.050077 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.050333 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.050550 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.050836 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.051232 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.051388 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.051638 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.051936 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.053403 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.053403 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.053403 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.053403 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.053403 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.053403 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.054225 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.054225 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.054225 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.054504 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.054699 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.056845 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.057172 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.057396 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.057693 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.058337 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.058337 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.058588 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.058817 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.059094 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.059328 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.059545 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.059785 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.060026 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.060250 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.060525 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.060763 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.061025 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.061244 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.061472 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.061710 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.062689 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.062974 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.063456 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.063681 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.063880 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 11:43:10.064380 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109505) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 11:43:10.064543 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 11:43:10.064699 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 11:43:10.065844 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 11:43:10.065844 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 11:43:10.065844 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 11:43:10.065844 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.065844 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.065844 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.065844 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.066742 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.066742 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.066742 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.066742 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.066742 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.066742 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.067138 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.067138 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.067259 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.067374 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.067530 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.067688 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.067847 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.068141 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.068242 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.068361 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.068508 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.068654 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.068804 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] debug = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.068958 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.069502 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.069502 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.069502 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.069744 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.069744 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.069863 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.070040 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.070173 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.070328 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.071076 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.071249 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.071517 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.071702 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.071828 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.072004 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.072136 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.072286 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.072815 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] host = dv-cinder-819692-7-iscsi {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.072815 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.072815 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.073194 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.073194 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.073194 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.073484 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.073484 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.073680 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.073785 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.073945 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.074062 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.074185 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.074400 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.074479 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_file = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.074619 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_options = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.074773 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.075337 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.075337 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.075337 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.075605 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.075605 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.075755 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.075868 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.076031 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.076189 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.077179 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.077355 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.077514 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.077659 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.077802 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.077946 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.078255 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.078554 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.078860 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.079054 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.079200 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.079358 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.079499 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.079655 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.079814 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.079971 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.080126 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.080281 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.081822 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.081822 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.081822 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.081822 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.081822 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.081822 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.081822 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.081822 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.082537 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.082537 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.082537 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.082537 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.082537 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.082537 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.082537 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.083205 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.083205 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.083205 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.083205 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] use_json = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.083205 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.083622 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.083622 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.083768 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.083845 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.083971 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.084088 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.084255 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:43:10.084440 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.084603 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.084774 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.085717 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.085717 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.085717 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.085717 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.085717 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.085717 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.086471 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.086471 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.086471 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.086471 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.086471 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.086880 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.086880 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.087064 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.087144 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.087270 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.087431 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.087593 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.087754 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.087923 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.088086 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.088249 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.088410 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.088569 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.088737 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.088883 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.089061 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.089224 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.089387 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.089530 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.089694 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.089852 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.090013 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.090174 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.090337 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.090498 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.090710 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.090835 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.092324 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.092324 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.092324 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.092324 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.092324 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.092324 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.092324 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.092324 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.097676 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.097676 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.097676 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.097676 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.097676 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.097676 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.097676 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.097676 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.097676 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098288 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098288 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098288 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098288 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098288 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098288 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098288 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098288 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098288 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098912 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098912 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098912 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098912 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098912 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098912 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098912 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098912 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.098912 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.099812 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.099812 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.099812 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.099812 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.099812 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.099812 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.099812 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.099812 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.099812 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.100621 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.100621 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.100621 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.100621 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.100621 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.100621 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.100621 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.100621 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.101162 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.101162 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.101162 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.101162 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.101162 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.101162 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.101162 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.101162 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.102875 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.102875 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.102875 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.102875 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.102875 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.102875 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.102875 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.102875 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.103654 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.103654 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.103654 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.103654 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.103654 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.103654 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.103654 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.103654 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.104379 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.104379 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.104379 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.104379 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.104379 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.104379 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.104379 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.104379 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.107123 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.107123 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.107123 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.107123 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.107123 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.107123 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.107123 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.107123 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.107123 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.110156 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.110156 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.110156 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.110156 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.110156 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.110156 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.110156 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.110156 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.111276 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.111276 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.111276 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.111276 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.111276 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.111276 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.111276 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.111276 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112032 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112032 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112032 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112032 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112032 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112032 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112032 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112032 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112792 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112792 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112792 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112792 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112792 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112792 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112792 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.112792 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.113552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.113552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.113552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.113552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.113552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.113552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.113552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.113552 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114144 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114144 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114144 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114144 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114144 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114144 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114144 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114144 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114683 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114683 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114683 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114683 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114683 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114683 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114683 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.114683 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.115298 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.115298 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.115298 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.115298 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.115298 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.115298 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.115298 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.115298 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.115976 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.115976 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.115976 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.115976 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.116412 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.116412 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.116412 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.116710 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.116710 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.116905 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.117036 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.117198 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.118890 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.118890 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.118890 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.118890 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.118890 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.118890 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.119530 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.119530 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.119530 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.119530 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.119909 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.119909 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.120115 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.120115 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.120270 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.120392 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.120554 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.120715 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.120875 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.121035 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.121204 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.121366 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.121507 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.121653 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.121808 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.121945 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.122111 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.122268 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.122407 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.123162 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.123162 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.123162 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.123162 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.123681 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.123681 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.123681 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.123681 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.124142 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.124142 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.124142 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.124349 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.124427 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.124554 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.124714 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.124922 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.125051 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.125195 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.125791 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.125791 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.125791 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.125791 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.126287 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.126287 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.126287 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.126594 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.126594 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.126792 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.126970 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.127090 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.127219 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.127382 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.127707 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.128020 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.128210 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.128357 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.128498 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.128637 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.128773 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.128909 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.129068 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.129211 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.129375 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.129532 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.129671 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.129832 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.129992 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.130152 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.130311 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.130471 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.130617 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.130777 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:43:10.131020 dv-cinder-819692-7-iscsi neutron-server[109505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 11:43:10.164597 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:43:21.877882 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b2d880-2607-4087-bd8d-35e8bbc02017 None None] get_active_networks_info from dv-cinder-819692-7-iscsi {{(pid=109619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 11:43:21.962197 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b2d880-2607-4087-bd8d-35e8bbc02017 None None] No non-hosted networks {{(pid=109619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 09 11:43:21.971462 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.agentschedulers_db [None req-90b2d880-2607-4087-bd8d-35e8bbc02017 None None] DHCP Agent not found on host dv-cinder-819692-7-iscsi {{(pid=109619) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 09 11:43:22.024001 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-718d0570-526a-4b21-93bf-f74ad714bc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7940294'] for agent, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:24.214948 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cb69aebe-25ec-462f-bc72-996b986786a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7940294'] for agent, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:24.244860 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.db.api [None req-02b625b6-a632-4e13-b558-a91855163770 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-819692-7-iscsi {{(pid=109619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 11:43:24.245278 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG oslo_db.api [None req-02b625b6-a632-4e13-b558-a91855163770 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 11:43:24.884160 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-02b625b6-a632-4e13-b558-a91855163770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:25.360344 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7940294'] for agent, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:26.921421 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7940294'] for agent, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:27.749344 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7940294'] for agent, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:27.750104 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.750624 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.751010 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.751349 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.751679 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.752112 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.752447 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.752776 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.753144 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.753503 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.753839 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.754188 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.754557 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:27.754989 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819692-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:43:27.766203 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819692-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:43:28.120165 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 49810) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:43:28.620511 dv-cinder-819692-7-iscsi neutron-server[109617]: WARNING oslo_policy.policy [None req-4cfe8155-a68f-413e-88e0-0ededd967308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:43:28.621115 dv-cinder-819692-7-iscsi neutron-server[109617]: WARNING oslo_policy.policy [None req-4cfe8155-a68f-413e-88e0-0ededd967308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:43:28.852711 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [None req-4cfe8155-a68f-413e-88e0-0ededd967308 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:43:28.853836 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-4cfe8155-a68f-413e-88e0-0ededd967308 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7327363 Dec 09 11:43:31.469319 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 49826) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:43:31.628122 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.db.l3_hamode_db [None req-9531c1b4-d8ca-4eb9-939b-b970f5ddb61c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 09 11:43:31.707636 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9531c1b4-d8ca-4eb9-939b-b970f5ddb61c None None] Routers set() bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:43:31.708007 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9531c1b4-d8ca-4eb9-939b-b970f5ddb61c None None] Router IDs set() for agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 11:43:31.784963 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-92032313-b80a-4819-80ba-aeb70e045fdf admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:43:31.881354 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.policy [None req-92032313-b80a-4819-80ba-aeb70e045fdf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109617) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 11:43:31.928234 dv-cinder-819692-7-iscsi neutron-server[109617]: WARNING oslo_policy.policy [None req-92032313-b80a-4819-80ba-aeb70e045fdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:43:31.928607 dv-cinder-819692-7-iscsi neutron-server[109617]: WARNING oslo_policy.policy [None req-92032313-b80a-4819-80ba-aeb70e045fdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:43:31.937512 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.quota [None req-92032313-b80a-4819-80ba-aeb70e045fdf admin admin] Loaded quota_driver: . Dec 09 11:43:32.078680 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-92032313-b80a-4819-80ba-aeb70e045fdf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744091248772', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744091194743', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744091197691', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744091211202', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744091221732', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744091163548', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-755641', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7612906', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-467002', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-396703'] for rbac-policy, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:32.276205 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-92032313-b80a-4819-80ba-aeb70e045fdf admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:32.277303 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-92032313-b80a-4819-80ba-aeb70e045fdf admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8069494 Dec 09 11:43:35.072980 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 49838) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:43:35.371473 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Request body: {'network': {'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'name': 'private', 'admin_state_up': True}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:43:35.457677 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Made reservation on behalf of 23b5027b7d12430fad0a3b8f6a822c02 for: {'network': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:43:35.461088 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:35.478827 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:35.582195 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:35.646073 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:35.666453 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=109617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:43:35.693044 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744087958977', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:35.693615 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Unsubscribe: segment precommit_create {{(pid=109617) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 11:43:35.694132 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.segments_db [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Added segment cdc676d1-c313-42a3-99b7-b51824625e65 of type vlan for network 6b1914b2-6b40-40b9-99aa-28a67589f489 Dec 09 11:43:35.710902 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b63eb16-1e29-4dfd-a90f-046f5074be76,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:43:35.758275 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.758626 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.758978 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.759315 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.759640 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.759961 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.760308 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.760614 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.760944 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.761277 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.761595 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.761904 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.762212 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Tracked resource versions report: Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: pushed versions: Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: { 'AddressGroup': {'1.2'}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'ConntrackHelper': {'1.0'}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Log': {'1.0'}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Network': {'1.1'}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Port': {'1.7'}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'PortForwarding': {'1.2'}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'QosPolicy': {'1.10'}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'SecurityGroup': {'1.5'}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'SubPort': {'1.0'}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Subnet': {'1.1'}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Trunk': {'1.1'}} Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: consumer versions: Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: { DHCP agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: L3 agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: Metadata agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: Metering agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: Open vSwitch agent@dv-cinder-819692-7-iscsi: { 'AddressGroup': '1.2', Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'ConntrackHelper': '1.0', Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'LocalIPAssociation': '1.0', Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Log': '1.0', Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Network': '1.1', Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Port': '1.7', Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'PortForwarding': '1.2', Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'QosPolicy': '1.10', Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'SecurityGroup': '1.5', Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'SecurityGroupRule': '1.2', Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'SubPort': '1.0', Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Subnet': '1.1', Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Trunk': '1.1'}} Dec 09 11:43:35.763563 dv-cinder-819692-7-iscsi neutron-server[109617]: {{(pid=109617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:43:35.811959 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:35.897572 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:35.898842 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:43:35.899603 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:35.996824 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] Pushing event updated for resources: {'Network': ['ID=6b1914b2-6b40-40b9-99aa-28a67589f489,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:43:36.004226 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-1c7e1442-7103-4cc6-8843-6e8158bbfca7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9302001 Dec 09 11:43:36.008190 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network 6b1914b2-6b40-40b9-99aa-28a67589f489 details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:43:38.851602 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 49852) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:43:39.236423 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f4c7c-d6b5-40e3-ad2b-3ce08b199553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:43:39.237807 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-ec2f4c7c-d6b5-40e3-ad2b-3ce08b199553 admin admin] 10.222.0.24 "GET /v2.0/networks/6b1914b2-6b40-40b9-99aa-28a67589f489 HTTP/1.1" status: 200 len: 825 time: 0.3852992 Dec 09 11:43:39.263344 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-390dd3aa-ee2e-4b4f-9980-4f64112aa5ec admin admin] 10.222.0.24 "GET /v2.0/subnetpools/2d70d169-3974-4269-bc17-51ac069ef9b3 HTTP/1.1" status: 200 len: 734 time: 0.0189888 Dec 09 11:43:39.272339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-7074b603-b6da-4051-96ca-b8daf93bb86b admin admin] Request body: {'subnet': {'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'ip_version': 4, 'subnetpool_id': '2d70d169-3974-4269-bc17-51ac069ef9b3'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:43:39.337591 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7074b603-b6da-4051-96ca-b8daf93bb86b admin admin] Made reservation on behalf of 23b5027b7d12430fad0a3b8f6a822c02 for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:43:39.339865 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7074b603-b6da-4051-96ca-b8daf93bb86b admin admin] Publish callbacks [] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:39.668535 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7074b603-b6da-4051-96ca-b8daf93bb86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:39.739732 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074b603-b6da-4051-96ca-b8daf93bb86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f3f208-02bd-47ce-89bb-d4dc7eeebd24,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:43:39.742329 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074b603-b6da-4051-96ca-b8daf93bb86b admin admin] Checking segment: {'id': 'cdc676d1-c313-42a3-99b7-b51824625e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:43:39.742699 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074b603-b6da-4051-96ca-b8daf93bb86b admin admin] Network hostable DHCP agents. Network: 6b1914b2-6b40-40b9-99aa-28a67589f489, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:43:39.822470 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074b603-b6da-4051-96ca-b8daf93bb86b admin admin] Network 6b1914b2-6b40-40b9-99aa-28a67589f489 is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:43:39.891794 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-7074b603-b6da-4051-96ca-b8daf93bb86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, 6b1914b2-6b40-40b9-99aa-28a67589f489) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:43:39.896391 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074b603-b6da-4051-96ca-b8daf93bb86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:43:39.896978 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7074b603-b6da-4051-96ca-b8daf93bb86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:39.902491 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6113a700-888e-4b1c-8978-4bea6e09ce4a None None] Network 6b1914b2-6b40-40b9-99aa-28a67589f489 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:43:39.986123 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-7074b603-b6da-4051-96ca-b8daf93bb86b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7169259 Dec 09 11:43:40.169301 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16e6cc2d-77db-5661-825c-5ff711bb4034-6b1914b2-6b40-40b9-99aa-28a67589f489', 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489', 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'fixed_ips': [{'subnet_id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24'}]}} from dv-cinder-819692-7-iscsi. {{(pid=109619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:43:40.170573 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:40.454944 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.db_base_plugin_common [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Allocated IP 172.20.0.2 (6b1914b2-6b40-40b9-99aa-28a67589f489/a7f3f208-02bd-47ce-89bb-d4dc7eeebd24/dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e) {{(pid=109619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:43:40.728087 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Publish callbacks [] for port, precommit_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:40.995446 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:41.072569 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Network 6b1914b2-6b40-40b9-99aa-28a67589f489 is already hosted by enough agents. {{(pid=109619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:43:41.081899 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.base_scheduler [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Resources bound (agent type, host, resource id): {{(pid=109619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:43:41.083865 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Pushing event updated for resources: {'Port': ['ID=dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e,revision_number=1']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:43:41.088585 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Received port after_create {{(pid=109619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:43:41.096174 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.096539 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.096899 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.097240 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.097574 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.097901 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.098228 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.098552 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.098877 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.099242 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.099567 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.099885 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.100204 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Tracked resource versions report: Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: pushed versions: Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: { 'AddressGroup': {'1.2'}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'ConntrackHelper': {'1.0'}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Log': {'1.0'}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Network': {'1.1'}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Port': {'1.7'}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'PortForwarding': {'1.2'}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'QosPolicy': {'1.10'}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'SecurityGroup': {'1.5'}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'SubPort': {'1.0'}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Subnet': {'1.1'}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Trunk': {'1.1'}} Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: consumer versions: Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: { DHCP agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: L3 agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: Metadata agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: Metering agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: Open vSwitch agent@dv-cinder-819692-7-iscsi: { 'AddressGroup': '1.2', Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'ConntrackHelper': '1.0', Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'LocalIPAssociation': '1.0', Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Log': '1.0', Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Network': '1.1', Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Port': '1.7', Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'PortForwarding': '1.2', Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'QosPolicy': '1.10', Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'SecurityGroup': '1.5', Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'SecurityGroupRule': '1.2', Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'SubPort': '1.0', Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Subnet': '1.1', Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Trunk': '1.1'}} Dec 09 11:43:41.102026 dv-cinder-819692-7-iscsi neutron-server[109619]: {{(pid=109619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:43:41.172299 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Attempting to bind port dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:43:41.172698 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Attempting to bind port dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'cdc676d1-c313-42a3-99b7-b51824625e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:43:41.173109 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Attempting to bind port dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e on network 6b1914b2-6b40-40b9-99aa-28a67589f489 {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:43:41.177983 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:43:41.178377 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Checking segment: {'id': 'cdc676d1-c313-42a3-99b7-b51824625e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:43:41.179638 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:41.180062 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Bound using segment: {'id': 'cdc676d1-c313-42a3-99b7-b51824625e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:43:41.180539 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Bound port: dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc676d1-c313-42a3-99b7-b51824625e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:43:41.180958 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:41.243608 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] For port dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:43:41.247836 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] For port dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e,segment=NetworkSegment(cdc676d1-c313-42a3-99b7-b51824625e65),segment_id=cdc676d1-c313-42a3-99b7-b51824625e65)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:43:41.338107 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:41.401604 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7361531-6c26-4753-b135-cc09f697bbfb None None] Pushing event updated for resources: {'Port': ['ID=dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:43:42.612178 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 49860) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:43:43.113941 dv-cinder-819692-7-iscsi neutron-server[109618]: WARNING oslo_policy.policy [None req-9251f383-40ca-40ff-8a26-b37af41961a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:43:43.114514 dv-cinder-819692-7-iscsi neutron-server[109618]: WARNING oslo_policy.policy [None req-9251f383-40ca-40ff-8a26-b37af41961a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:43:43.347738 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [None req-9251f383-40ca-40ff-8a26-b37af41961a9 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:43:43.349037 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-9251f383-40ca-40ff-8a26-b37af41961a9 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7348316 Dec 09 11:43:45.980334 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 49874) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:43:46.292476 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [None req-63c0a1ca-6570-449b-abe6-420c6f98161c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:43:46.293445 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-63c0a1ca-6570-449b-abe6-420c6f98161c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3121760 Dec 09 11:43:49.175855 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 49888) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:43:49.492998 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-412a459a-2522-4d13-997f-e0f60b38bfe7 admin admin] Request body: {'router': {'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:43:49.522298 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:43:49.583369 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-412a459a-2522-4d13-997f-e0f60b38bfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7942115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28020'] for router, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:49.585540 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-412a459a-2522-4d13-997f-e0f60b38bfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7942015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7929390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28003'] for router, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:49.612599 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:43:49.613197 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:49.721176 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-412a459a-2522-4d13-997f-e0f60b38bfe7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:49.722676 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:49.756007 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e,segment=NetworkSegment(cdc676d1-c313-42a3-99b7-b51824625e65),segment_id=cdc676d1-c313-42a3-99b7-b51824625e65)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:43:49.772431 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-412a459a-2522-4d13-997f-e0f60b38bfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7942006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7921137'] for router, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:49.816893 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:49.848091 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-412a459a-2522-4d13-997f-e0f60b38bfe7 admin admin] Publish callbacks [] for router, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:49.849470 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-412a459a-2522-4d13-997f-e0f60b38bfe7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6725454 Dec 09 11:43:49.868078 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:43:50.572989 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d8540-ed07-410f-a13b-4e6e8d58bacd None None] Network 6b1914b2-6b40-40b9-99aa-28a67589f489 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:43:50.643379 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-ac6cc5b4-7d7f-44b2-80a0-3def70457deb None None] Provisioning complete for port dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:43:50.643747 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ac6cc5b4-7d7f-44b2-80a0-3def70457deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:50.991654 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-c214eaf1-e7e3-4177-a97c-cadeb9bbabf3 None None] Provisioning complete for port dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:43:50.992021 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c214eaf1-e7e3-4177-a97c-cadeb9bbabf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:51.498345 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:43:51.547313 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:43:51.547686 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:51.965621 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e9270903-c795-414f-80e3-aeba2709a30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:52.487019 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 49898) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:43:52.791871 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [None req-1715fb39-3869-45dd-93b4-3e2005019e1e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:43:52.792862 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-1715fb39-3869-45dd-93b4-3e2005019e1e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3049018 Dec 09 11:43:54.205369 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ee90fdc4-0db9-4de2-bec6-4d6f128e813e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:55.102592 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:55.431546 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 49916) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:43:55.561494 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:43:55.656766 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Made reservation on behalf of 369a883cdda444d68968b7a61ecf324f for: {'network': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:43:55.659270 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:55.669969 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:55.739852 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:55.805397 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:55.822829 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Reserving flat network on physical network physnet1 {{(pid=109617) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 09 11:43:55.837565 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8643e8e9-afcc-4e0c-9cef-cb16977ae84c,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:43:55.845143 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:55.845483 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.segments_db [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Added segment fd3976dd-c546-40d6-932e-22b421bd3321 of type flat for network 5e763a14-a83b-48f8-afed-8d8eb448ee1c Dec 09 11:43:55.898531 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:55.983113 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:55.983988 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:43:55.984576 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:56.043890 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] Pushing event updated for resources: {'Network': ['ID=5e763a14-a83b-48f8-afed-8d8eb448ee1c,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:43:56.053971 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:43:56.082113 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-5344549c-fe86-4f08-a752-f6883df9d89d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6495073 Dec 09 11:43:56.811133 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:57.759557 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:58.526567 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 49934) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:43:58.620392 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f0d85f-457b-4428-94a6-7327abf4e375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:43:58.622219 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-82f0d85f-457b-4428-94a6-7327abf4e375 admin admin] 10.222.0.24 "GET /v2.0/subnets/a7f3f208-02bd-47ce-89bb-d4dc7eeebd24 HTTP/1.1" status: 200 len: 849 time: 0.0946424 Dec 09 11:43:58.740748 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a717bfb0-87d7-4bca-a2aa-4413b1ed22fd admin admin] 10.222.0.24 "GET /v2.0/routers/fbd3c0b1-52f7-4602-8092-4fc2e6125b70 HTTP/1.1" status: 200 len: 704 time: 0.1124475 Dec 09 11:43:58.999645 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:59.290747 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Allocated IP 172.20.0.1 (6b1914b2-6b40-40b9-99aa-28a67589f489/a7f3f208-02bd-47ce-89bb-d4dc7eeebd24/76e7985a-ede6-49e2-a18a-6043082fe666) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:43:59.484600 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:59.606049 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:59.678484 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Network 6b1914b2-6b40-40b9-99aa-28a67589f489 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:43:59.684179 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:43:59.691906 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:43:59.692429 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7920942'] for router_interface, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:59.749624 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=76e7985a-ede6-49e2-a18a-6043082fe666,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:43:59.848786 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-a2bacdfa-39e7-4845-9872-7fbcc9b6b9ea None None] Provisioning complete for port 76e7985a-ede6-49e2-a18a-6043082fe666 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:43:59.852869 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a2bacdfa-39e7-4845-9872-7fbcc9b6b9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:59.926298 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-a2bacdfa-39e7-4845-9872-7fbcc9b6b9ea None None] Port 76e7985a-ede6-49e2-a18a-6043082fe666 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:43:59.930292 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:00.136538 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:00.182075 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:00.182731 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7923134'] for router_interface, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:00.241251 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=76e7985a-ede6-49e2-a18a-6043082fe666,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:44:00.307039 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Network 6b1914b2-6b40-40b9-99aa-28a67589f489 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:44:00.308321 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:44:00.548456 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Router fbd3c0b1-52f7-4602-8092-4fc2e6125b70 is scheduled to L3 agent 0555a480-5e88-49ec-9067-f967630a0413 with binding_index 1 {{(pid=109617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:44:00.548929 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-3f0391ed-401a-4184-8a0f-ca55ed9c246c None None] Provisioning complete for port 76e7985a-ede6-49e2-a18a-6043082fe666 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:44:00.549310 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-3f0391ed-401a-4184-8a0f-ca55ed9c246c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:00.583138 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-3f0391ed-401a-4184-8a0f-ca55ed9c246c None None] Port 76e7985a-ede6-49e2-a18a-6043082fe666 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:44:00.640390 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:44:00.645711 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-b00627f7-5020-4091-8b7a-55e16ce05bc3 admin admin] 10.222.0.24 "PUT /v2.0/routers/fbd3c0b1-52f7-4602-8092-4fc2e6125b70/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8994775 Dec 09 11:44:00.660216 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Sync routers for ids ['fbd3c0b1-52f7-4602-8092-4fc2e6125b70'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:44:00.672605 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Routers {'fbd3c0b1-52f7-4602-8092-4fc2e6125b70'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:44:00.673434 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:43:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['fbd3c0b1-52f7-4602-8092-4fc2e6125b70'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:44:00.864884 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Set router fbd3c0b1-52f7-4602-8092-4fc2e6125b70 gateway port host: None {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:44:01.299925 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'name': 'router1', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:43:49Z', 'updated_at': '2021-12-09T11:43:59Z', 'revision_number': 2, 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'gw_port_host': None, '_interfaces': [{'id': '76e7985a-ede6-49e2-a18a-6043082fe666', 'name': '', 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'mac_address': 'fa:16:3e:48:07:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:43:59Z', 'updated_at': '2021-12-09T11:44:00Z', 'revision_number': 2, 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'subnets': [{'id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d70d169-3974-4269-bc17-51ac069ef9b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:44:01.351381 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Checking router: fbd3c0b1-52f7-4602-8092-4fc2e6125b70 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:44:01.351755 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Updating router fbd3c0b1-52f7-4602-8092-4fc2e6125b70 port 76e7985a-ede6-49e2-a18a-6043082fe666 binding host dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:44:01.399379 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:01.905381 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Publish callbacks [] for port, precommit_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:01.965297 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:02.141142 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Pushing event updated for resources: {'Port': ['ID=76e7985a-ede6-49e2-a18a-6043082fe666,revision_number=3']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:44:02.145603 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Attempting to bind port 76e7985a-ede6-49e2-a18a-6043082fe666 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:44:02.146006 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Attempting to bind port 76e7985a-ede6-49e2-a18a-6043082fe666 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'cdc676d1-c313-42a3-99b7-b51824625e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489'}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:44:02.146495 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Attempting to bind port 76e7985a-ede6-49e2-a18a-6043082fe666 on network 6b1914b2-6b40-40b9-99aa-28a67589f489 {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:44:02.155315 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:44:02.155732 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Checking segment: {'id': 'cdc676d1-c313-42a3-99b7-b51824625e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:44:02.156214 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:02.156597 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Bound using segment: {'id': 'cdc676d1-c313-42a3-99b7-b51824625e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489'} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:44:02.157074 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Bound port: 76e7985a-ede6-49e2-a18a-6043082fe666, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc676d1-c313-42a3-99b7-b51824625e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489'}}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:44:02.157726 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:02.160035 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.160378 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.160713 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.161044 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.161369 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.161689 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.162040 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.162500 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.163071 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.163420 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.163743 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.164061 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.164378 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Tracked resource versions report: Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: pushed versions: Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: { 'AddressGroup': {'1.2'}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'ConntrackHelper': {'1.0'}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Log': {'1.0'}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Network': {'1.1'}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Port': {'1.7'}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'PortForwarding': {'1.2'}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'QosPolicy': {'1.10'}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'SecurityGroup': {'1.5'}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'SubPort': {'1.0'}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Subnet': {'1.1'}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Trunk': {'1.1'}} Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: consumer versions: Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: { DHCP agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: L3 agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: Metadata agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: Metering agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: Open vSwitch agent@dv-cinder-819692-7-iscsi: { 'AddressGroup': '1.2', Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'ConntrackHelper': '1.0', Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'LocalIPAssociation': '1.0', Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Log': '1.0', Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Network': '1.1', Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Port': '1.7', Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'PortForwarding': '1.2', Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'QosPolicy': '1.10', Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'SecurityGroup': '1.5', Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'SecurityGroupRule': '1.2', Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'SubPort': '1.0', Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Subnet': '1.1', Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Trunk': '1.1'}} Dec 09 11:44:02.165692 dv-cinder-819692-7-iscsi neutron-server[109620]: {{(pid=109620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:44:02.214125 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-7479db14-00bd-4519-ac9a-56ed6d26532a None None] Provisioning complete for port 76e7985a-ede6-49e2-a18a-6043082fe666 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:44:02.214673 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-7479db14-00bd-4519-ac9a-56ed6d26532a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:02.233711 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] For port 76e7985a-ede6-49e2-a18a-6043082fe666, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:44:02.252289 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-7479db14-00bd-4519-ac9a-56ed6d26532a None None] Port 76e7985a-ede6-49e2-a18a-6043082fe666 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:44:02.253581 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] For port 76e7985a-ede6-49e2-a18a-6043082fe666, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=76e7985a-ede6-49e2-a18a-6043082fe666,segment=NetworkSegment(cdc676d1-c313-42a3-99b7-b51824625e65),segment_id=cdc676d1-c313-42a3-99b7-b51824625e65)] {{(pid=109620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:44:02.325993 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:02.381520 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Routers {'fbd3c0b1-52f7-4602-8092-4fc2e6125b70'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:44:02.382497 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:43:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['fbd3c0b1-52f7-4602-8092-4fc2e6125b70'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:44:02.424883 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dd35a-2e1e-42a0-8609-ea521cd1d13b None None] Pushing event updated for resources: {'Port': ['ID=76e7985a-ede6-49e2-a18a-6043082fe666,revision_number=4']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:44:02.481241 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] Set router fbd3c0b1-52f7-4602-8092-4fc2e6125b70 gateway port host: None {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:44:02.574616 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-925c4592-413e-4a7c-8edd-73f8f7e2b8f3 None None] Provisioning complete for port 76e7985a-ede6-49e2-a18a-6043082fe666 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:44:02.575267 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-925c4592-413e-4a7c-8edd-73f8f7e2b8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:02.654654 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-925c4592-413e-4a7c-8edd-73f8f7e2b8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:02.687405 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-925c4592-413e-4a7c-8edd-73f8f7e2b8f3 None None] For port 76e7985a-ede6-49e2-a18a-6043082fe666, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=76e7985a-ede6-49e2-a18a-6043082fe666,segment=NetworkSegment(cdc676d1-c313-42a3-99b7-b51824625e65),segment_id=cdc676d1-c313-42a3-99b7-b51824625e65)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:44:02.698557 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'name': 'router1', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:43:49Z', 'updated_at': '2021-12-09T11:43:59Z', 'revision_number': 2, 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'gw_port_host': None, '_interfaces': [{'id': '76e7985a-ede6-49e2-a18a-6043082fe666', 'name': '', 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'mac_address': 'fa:16:3e:48:07:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:43:59Z', 'updated_at': '2021-12-09T11:44:02Z', 'revision_number': 4, 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'subnets': [{'id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d70d169-3974-4269-bc17-51ac069ef9b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:44:02.723785 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ee3ff6-0e59-4feb-8387-6e1671e437b7 None None] The sync data for ids ['fbd3c0b1-52f7-4602-8092-4fc2e6125b70'] in dv-cinder-819692-7-iscsi is: [{'id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'name': 'router1', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:43:49Z', 'updated_at': '2021-12-09T11:43:59Z', 'revision_number': 2, 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'gw_port_host': None, '_interfaces': [{'id': '76e7985a-ede6-49e2-a18a-6043082fe666', 'name': '', 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'mac_address': 'fa:16:3e:48:07:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:43:59Z', 'updated_at': '2021-12-09T11:44:02Z', 'revision_number': 4, 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'subnets': [{'id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d70d169-3974-4269-bc17-51ac069ef9b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:44:02.725460 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-925c4592-413e-4a7c-8edd-73f8f7e2b8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:02.778000 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c4592-413e-4a7c-8edd-73f8f7e2b8f3 None None] Pushing event updated for resources: {'Port': ['ID=76e7985a-ede6-49e2-a18a-6043082fe666,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:44:03.103637 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 49944) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:44:03.212609 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c8f71-fc3f-4801-a4a8-2d215769dc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:44:03.214006 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-359c8f71-fc3f-4801-a4a8-2d215769dc22 admin admin] 10.222.0.24 "GET /v2.0/networks/5e763a14-a83b-48f8-afed-8d8eb448ee1c HTTP/1.1" status: 200 len: 842 time: 0.1093400 Dec 09 11:44:03.223874 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'gateway_ip': '172.27.3.1'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:44:03.307955 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] Made reservation on behalf of 369a883cdda444d68968b7a61ecf324f for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:44:03.310193 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] Publish callbacks [] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:03.741022 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.objects.ports [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109617) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 11:44:03.741468 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:03.801262 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=012015a6-42e2-4ffc-a226-e389afeac1c8,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:44:03.809776 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] Checking segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:44:03.810137 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] Network hostable DHCP agents. Network: 5e763a14-a83b-48f8-afed-8d8eb448ee1c, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:44:03.873910 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:44:03.936662 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, 5e763a14-a83b-48f8-afed-8d8eb448ee1c) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:44:03.942022 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:44:03.944535 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:03.946641 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301a9357-651f-4819-a0a1-07f130f0048d None None] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:44:04.030028 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-e68c9a0f-6c1e-4153-9361-ae4ff0eedf3e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7985666 Dec 09 11:44:04.049439 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed32d3b-95e9-4405-bd67-4039de7a54ec None None] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:44:06.514965 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 49952) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:44:06.645443 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.policy [None req-42c6b287-ba75-46a1-a562-f90391729924 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109618) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 11:44:06.695808 dv-cinder-819692-7-iscsi neutron-server[109618]: WARNING oslo_policy.policy [None req-42c6b287-ba75-46a1-a562-f90391729924 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:44:06.696110 dv-cinder-819692-7-iscsi neutron-server[109618]: WARNING oslo_policy.policy [None req-42c6b287-ba75-46a1-a562-f90391729924 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:44:06.940961 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-42c6b287-ba75-46a1-a562-f90391729924 admin admin] 10.222.0.24 "GET /v2.0/routers/fbd3c0b1-52f7-4602-8092-4fc2e6125b70 HTTP/1.1" status: 200 len: 710 time: 0.4242733 Dec 09 11:44:07.126332 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d074f60-33bf-4950-9798-137e9351efa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:44:07.128055 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-0d074f60-33bf-4950-9798-137e9351efa8 admin admin] 10.222.0.24 "GET /v2.0/networks/5e763a14-a83b-48f8-afed-8d8eb448ee1c HTTP/1.1" status: 200 len: 886 time: 0.1806712 Dec 09 11:44:07.138458 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:44:07.397935 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:07.669281 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:07.747685 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:07.951780 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Allocated IP 172.27.3.36 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/cb7b12f2-ed4b-4dbf-924a-9d430004c828) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:44:08.074344 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:08.205692 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:08.280747 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:44:08.286315 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:44:08.345487 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Pushing event updated for resources: {'Port': ['ID=cb7b12f2-ed4b-4dbf-924a-9d430004c828,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:44:08.350081 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:44:08.373100 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.373100 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.373100 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.376344 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.376717 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.377060 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.377401 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.377735 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.378084 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.378614 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.379154 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.379386 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.379703 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Tracked resource versions report: Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: pushed versions: Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: { 'AddressGroup': {'1.2'}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'ConntrackHelper': {'1.0'}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Log': {'1.0'}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Network': {'1.1'}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Port': {'1.7'}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'PortForwarding': {'1.2'}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'QosPolicy': {'1.10'}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'SecurityGroup': {'1.5'}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'SubPort': {'1.0'}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Subnet': {'1.1'}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Trunk': {'1.1'}} Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: consumer versions: Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: { DHCP agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: L3 agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: Metadata agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: Metering agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: Open vSwitch agent@dv-cinder-819692-7-iscsi: { 'AddressGroup': '1.2', Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'ConntrackHelper': '1.0', Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'LocalIPAssociation': '1.0', Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Log': '1.0', Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Network': '1.1', Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Port': '1.7', Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'PortForwarding': '1.2', Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'QosPolicy': '1.10', Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'SecurityGroup': '1.5', Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'SecurityGroupRule': '1.2', Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'SubPort': '1.0', Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Subnet': '1.1', Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Trunk': '1.1'}} Dec 09 11:44:08.381650 dv-cinder-819692-7-iscsi neutron-server[109618]: {{(pid=109618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:44:08.716615 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:08.952272 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7921108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7941985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28049'] for router, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:08.957483 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7921137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7921103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7921094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7941912'] for router, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:09.064724 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Router fbd3c0b1-52f7-4602-8092-4fc2e6125b70 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:44:09.167965 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:44:09.172686 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] Publish callbacks [] for router, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:09.173871 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-077fb1cc-5185-4431-93a6-db1af6943cfc admin admin] 10.222.0.24 "PUT /v2.0/routers/fbd3c0b1-52f7-4602-8092-4fc2e6125b70 HTTP/1.1" status: 200 len: 889 time: 2.0388832 Dec 09 11:44:09.542331 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 76e7985a-ede6-49e2-a18a-6043082fe666 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:44:09.595996 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 76e7985a-ede6-49e2-a18a-6043082fe666 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:44:09.596374 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:09.954093 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Sync routers for ids ['fbd3c0b1-52f7-4602-8092-4fc2e6125b70'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:44:09.965104 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Routers {'fbd3c0b1-52f7-4602-8092-4fc2e6125b70'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:44:09.965812 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:43:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['fbd3c0b1-52f7-4602-8092-4fc2e6125b70'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:44:10.174724 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Set router fbd3c0b1-52f7-4602-8092-4fc2e6125b70 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:44:10.635735 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'name': 'router1', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'cb7b12f2-ed4b-4dbf-924a-9d430004c828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:43:49Z', 'updated_at': '2021-12-09T11:44:08Z', 'revision_number': 4, 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'gw_port': {'id': 'cb7b12f2-ed4b-4dbf-924a-9d430004c828', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:44:07Z', 'updated_at': '2021-12-09T11:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '76e7985a-ede6-49e2-a18a-6043082fe666', 'name': '', 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'mac_address': 'fa:16:3e:48:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:43:59Z', 'updated_at': '2021-12-09T11:44:02Z', 'revision_number': 5, 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'subnets': [{'id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d70d169-3974-4269-bc17-51ac069ef9b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:44:10.684296 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Checking router: fbd3c0b1-52f7-4602-8092-4fc2e6125b70 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:44:10.684670 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Updating router fbd3c0b1-52f7-4602-8092-4fc2e6125b70 port cb7b12f2-ed4b-4dbf-924a-9d430004c828 binding host dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:44:10.733949 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:11.044371 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Publish callbacks [] for port, precommit_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:11.102064 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:11.155542 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Attempting to bind port cb7b12f2-ed4b-4dbf-924a-9d430004c828 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:44:11.155916 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Attempting to bind port cb7b12f2-ed4b-4dbf-924a-9d430004c828 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:44:11.156278 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Attempting to bind port cb7b12f2-ed4b-4dbf-924a-9d430004c828 on network 5e763a14-a83b-48f8-afed-8d8eb448ee1c {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:44:11.159318 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c07d7-44c7-4edc-8c5c-5b16275de46f None None] Pushing event updated for resources: {'Port': ['ID=cb7b12f2-ed4b-4dbf-924a-9d430004c828,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:44:11.164518 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:44:11.164893 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Checking segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:44:11.165294 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:11.165685 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Bound using segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:44:11.166150 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Bound port: cb7b12f2-ed4b-4dbf-924a-9d430004c828, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:44:11.166907 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:11.217868 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] For port cb7b12f2-ed4b-4dbf-924a-9d430004c828, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:44:11.221359 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] For port cb7b12f2-ed4b-4dbf-924a-9d430004c828, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=cb7b12f2-ed4b-4dbf-924a-9d430004c828,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:44:11.274078 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:11.331866 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Routers {'fbd3c0b1-52f7-4602-8092-4fc2e6125b70'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:44:11.332469 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:43:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['fbd3c0b1-52f7-4602-8092-4fc2e6125b70'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:44:11.335952 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c07d7-44c7-4edc-8c5c-5b16275de46f None None] Pushing event updated for resources: {'Port': ['ID=cb7b12f2-ed4b-4dbf-924a-9d430004c828,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:44:11.442123 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] Set router fbd3c0b1-52f7-4602-8092-4fc2e6125b70 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:44:11.652787 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'name': 'router1', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'cb7b12f2-ed4b-4dbf-924a-9d430004c828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:43:49Z', 'updated_at': '2021-12-09T11:44:08Z', 'revision_number': 4, 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'gw_port': {'id': 'cb7b12f2-ed4b-4dbf-924a-9d430004c828', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:44:07Z', 'updated_at': '2021-12-09T11:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '76e7985a-ede6-49e2-a18a-6043082fe666', 'name': '', 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'mac_address': 'fa:16:3e:48:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:43:59Z', 'updated_at': '2021-12-09T11:44:02Z', 'revision_number': 5, 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'subnets': [{'id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d70d169-3974-4269-bc17-51ac069ef9b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:44:11.682388 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457d7fc-b05a-4460-90a3-61682d0b3923 None None] The sync data for ids ['fbd3c0b1-52f7-4602-8092-4fc2e6125b70'] in dv-cinder-819692-7-iscsi is: [{'id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'name': 'router1', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'cb7b12f2-ed4b-4dbf-924a-9d430004c828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:43:49Z', 'updated_at': '2021-12-09T11:44:08Z', 'revision_number': 4, 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'gw_port': {'id': 'cb7b12f2-ed4b-4dbf-924a-9d430004c828', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:44:07Z', 'updated_at': '2021-12-09T11:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '76e7985a-ede6-49e2-a18a-6043082fe666', 'name': '', 'network_id': '6b1914b2-6b40-40b9-99aa-28a67589f489', 'tenant_id': '23b5027b7d12430fad0a3b8f6a822c02', 'mac_address': 'fa:16:3e:48:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3c0b1-52f7-4602-8092-4fc2e6125b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:43:59Z', 'updated_at': '2021-12-09T11:44:02Z', 'revision_number': 5, 'project_id': '23b5027b7d12430fad0a3b8f6a822c02', 'subnets': [{'id': 'a7f3f208-02bd-47ce-89bb-d4dc7eeebd24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d70d169-3974-4269-bc17-51ac069ef9b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:44:11.872172 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 49970) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:44:11.988346 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-96488af6-f08d-418f-86d8-de4217d1f590 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1150546 Dec 09 11:44:13.533257 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device cb7b12f2-ed4b-4dbf-924a-9d430004c828 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:44:13.581485 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port cb7b12f2-ed4b-4dbf-924a-9d430004c828 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:44:13.581859 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:13.664743 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:13.691405 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port cb7b12f2-ed4b-4dbf-924a-9d430004c828, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=cb7b12f2-ed4b-4dbf-924a-9d430004c828,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:44:13.759494 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:13.820814 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=cb7b12f2-ed4b-4dbf-924a-9d430004c828,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:44:15.562206 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device cb7b12f2-ed4b-4dbf-924a-9d430004c828 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:44:15.660675 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port cb7b12f2-ed4b-4dbf-924a-9d430004c828 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:44:15.662048 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:21.862942 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-973e91f8-4aa5-4ccf-89c8-4715fdb50d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:23.014933 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 5 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:44:24.194246 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-1d59546f-8adc-4ec2-a3ab-93850d1c6a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:25.112682 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:26.792627 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:27.838825 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:51.878201 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6662557b-5c4a-4fc2-970b-e844929f5497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:54.221058 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0e2550d7-8c65-4c09-bc9c-74a6a21ae32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:55.152332 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:56.829727 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:57.746338 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:00.014052 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 5 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:45:21.842540 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-bd6a67ca-6e6a-45ec-b725-0ca49d81b1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:24.196798 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6a78b960-6490-4cb4-96c5-4c6e54c1fa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:25.144222 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:26.814070 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:27.756985 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:35.510508 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50454) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:45:35.572709 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6e7d19-3855-47ca-9a48-638f40efbce5 admin admin] GET failed (client error): The resource could not be found. Dec 09 11:45:35.573995 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-9b6e7d19-3855-47ca-9a48-638f40efbce5 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625122 Dec 09 11:45:35.738999 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220dd7b2-7952-408e-b452-e729ce9337f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:35.740384 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-220dd7b2-7952-408e-b452-e729ce9337f1 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1618104 Dec 09 11:45:37.012844 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 5 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:45:38.122883 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50464) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:45:38.223429 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73fc9be-a8a9-41ef-8d8a-bbb55c78b987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:38.224791 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-f73fc9be-a8a9-41ef-8d8a-bbb55c78b987 admin admin] 10.222.0.24 "GET /v2.0/subnets/a7f3f208-02bd-47ce-89bb-d4dc7eeebd24 HTTP/1.1" status: 200 len: 849 time: 0.1009219 Dec 09 11:45:38.234889 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:45:38.321695 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:38.556661 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744087940904'] for subnet, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:38.589528 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:38.590148 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:38.591439 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] 10.222.0.24 "PUT /v2.0/subnets/a7f3f208-02bd-47ce-89bb-d4dc7eeebd24 HTTP/1.1" status: 200 len: 868 time: 0.3601880 Dec 09 11:45:38.595049 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b868aae3-ebd6-40d3-86a1-0d78c802cfa1 None None] Network 6b1914b2-6b40-40b9-99aa-28a67589f489 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:45:38.612455 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f3f208-02bd-47ce-89bb-d4dc7eeebd24,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:45:38.619922 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.620336 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.620581 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.620916 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.621252 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.621583 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.621929 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.622258 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.623219 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.623219 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.623404 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.623771 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.623959 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d53bd-cdc6-4090-afe6-ae49a3d25c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:45:38.926012 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-33187899-db61-4fd8-8ac6-ea38775bee02 None None] Provisioning complete for port 76e7985a-ede6-49e2-a18a-6043082fe666 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:45:38.926375 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-33187899-db61-4fd8-8ac6-ea38775bee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:39.010969 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-33187899-db61-4fd8-8ac6-ea38775bee02 None None] Provisioning complete for port dcfc9c0b-c0e6-4789-b0da-4f8062ed0a5e triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:45:39.011250 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-33187899-db61-4fd8-8ac6-ea38775bee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:41.031378 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50472) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:45:41.232783 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239800b5-6f2f-4d9b-a656-f5c672e80d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:41.233248 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239800b5-6f2f-4d9b-a656-f5c672e80d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:41.234776 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-239800b5-6f2f-4d9b-a656-f5c672e80d2b admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2024171 Dec 09 11:45:43.624386 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50480) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:45:43.753724 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eafdac-1676-4a3d-bcb6-95e37780be73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:43.754186 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eafdac-1676-4a3d-bcb6-95e37780be73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:43.755738 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-55eafdac-1676-4a3d-bcb6-95e37780be73 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304057 Dec 09 11:45:46.185552 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 50488) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:45:46.308795 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb51b9-e4ca-44f2-87f0-bdca0b9078f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:46.310145 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-d2eb51b9-e4ca-44f2-87f0-bdca0b9078f2 admin admin] 10.222.0.24 "GET /v2.0/networks/5e763a14-a83b-48f8-afed-8d8eb448ee1c HTTP/1.1" status: 200 len: 886 time: 0.1236417 Dec 09 11:45:48.702171 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 50498) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:45:48.832732 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373ccf81-3b1b-457c-8551-ce30230974ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:48.834092 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-373ccf81-3b1b-457c-8551-ce30230974ed admin admin] 10.222.0.24 "GET /v2.0/networks/6b1914b2-6b40-40b9-99aa-28a67589f489 HTTP/1.1" status: 200 len: 869 time: 0.1309612 Dec 09 11:45:51.247340 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 50506) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:45:51.370373 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bd079d-02c5-4968-8f34-f6e4301d075f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:51.370821 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bd079d-02c5-4968-8f34-f6e4301d075f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:51.372374 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-e3bd079d-02c5-4968-8f34-f6e4301d075f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240394 Dec 09 11:45:51.870598 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-168159c9-8401-4266-a699-21b437e9c09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:53.770755 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50514) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:45:53.893603 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175d00e0-8ad2-4288-a458-0987c35f2fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:53.894057 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175d00e0-8ad2-4288-a458-0987c35f2fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:53.895628 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-175d00e0-8ad2-4288-a458-0987c35f2fea admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238954 Dec 09 11:45:54.207628 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-03db09eb-c256-47d7-aaf1-3648f6cfd258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:55.110034 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:56.351546 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 50522) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:45:56.440948 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aeec21-3aa1-4ac3-a807-c243626e81aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:56.442299 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a1aeec21-3aa1-4ac3-a807-c243626e81aa admin admin] 10.222.0.24 "GET /v2.0/subnets/012015a6-42e2-4ffc-a226-e389afeac1c8 HTTP/1.1" status: 200 len: 816 time: 0.0897810 Dec 09 11:45:56.806033 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:57.742893 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:58.860663 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 50530) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:45:58.950250 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8f7872-d5f9-434f-b077-4a210f2c5c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:45:58.951617 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-ce8f7872-d5f9-434f-b077-4a210f2c5c0a admin admin] 10.222.0.24 "GET /v2.0/subnets/a7f3f208-02bd-47ce-89bb-d4dc7eeebd24 HTTP/1.1" status: 200 len: 868 time: 0.0900123 Dec 09 11:46:14.013614 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 5 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:46:21.869634 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-df4d5295-0d77-4d13-9c43-27b16cccb47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:24.200694 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-3e962c0f-a506-4811-8aba-38dacf2a3f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:24.482446 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 50584) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:46:24.529820 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [None req-6e89a968-682d-417b-b792-34960bccbf17 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:46:24.530881 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-6e89a968-682d-417b-b792-34960bccbf17 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473776 Dec 09 11:46:25.132646 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:26.812787 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:27.001438 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 50592) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:46:27.062568 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.pecan_wsgi.hooks.translation [None req-9962b0e1-e028-4205-be1a-657ce9ebe310 admin admin] GET failed (client error): The resource could not be found. Dec 09 11:46:27.063898 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-9962b0e1-e028-4205-be1a-657ce9ebe310 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616035 Dec 09 11:46:27.205871 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4791c0f-85dd-4080-82c1-1e6444ffac48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:46:27.207354 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-d4791c0f-85dd-4080-82c1-1e6444ffac48 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1387892 Dec 09 11:46:27.735587 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:29.617223 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 50600) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:46:29.663940 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:46:29.746554 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Made reservation on behalf of 369a883cdda444d68968b7a61ecf324f for: {'network': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:46:29.749303 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:29.777838 dv-cinder-819692-7-iscsi neutron-server[109617]: WARNING neutron.services.revisions.revision_plugin [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Could not find related network for resource to bump revision. Dec 09 11:46:29.789340 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=109617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:46:29.797993 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:29.798277 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.segments_db [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Added segment 1f7628a6-8b2a-48e4-b5da-034c74b814af of type vlan for network e935af06-bff5-4f2a-91f6-9361aa6d0e40 Dec 09 11:46:29.836496 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:29.909033 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:29.909944 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:46:29.910565 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:29.970983 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Pushing event updated for resources: {'Network': ['ID=e935af06-bff5-4f2a-91f6-9361aa6d0e40,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:46:29.977509 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.977889 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.978241 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.978617 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.978978 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.979327 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.979669 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.980006 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.980344 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.980675 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.981283 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.981620 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.981966 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:29.993293 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-464db93c-fceb-406e-a490-89260af0ba00 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3711362 Dec 09 11:46:29.993449 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network e935af06-bff5-4f2a-91f6-9361aa6d0e40 details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:46:32.418277 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 50608) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:46:32.477763 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2affb3-d6b8-465f-bfe0-3adba1186761 admin admin] GET failed (client error): The resource could not be found. Dec 09 11:46:32.479061 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-5a2affb3-d6b8-465f-bfe0-3adba1186761 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598018 Dec 09 11:46:32.547077 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d79b894-f86a-41ce-88ef-5271ae39fc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:46:32.548535 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-4d79b894-f86a-41ce-88ef-5271ae39fc36 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647261 Dec 09 11:46:32.558656 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-6ed5a8f5-c7cc-47e1-a747-539015b885dd admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:46:32.660961 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed5a8f5-c7cc-47e1-a747-539015b885dd admin admin] Made reservation on behalf of 369a883cdda444d68968b7a61ecf324f for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:46:32.663170 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a8f5-c7cc-47e1-a747-539015b885dd admin admin] Publish callbacks [] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:32.912588 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a8f5-c7cc-47e1-a747-539015b885dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:32.963840 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5a8f5-c7cc-47e1-a747-539015b885dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d21987a4-9732-4609-981f-ec3e7cbdcf99,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:46:32.979302 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5a8f5-c7cc-47e1-a747-539015b885dd admin admin] Checking segment: {'id': '1f7628a6-8b2a-48e4-b5da-034c74b814af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:46:32.979702 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed5a8f5-c7cc-47e1-a747-539015b885dd admin admin] Network hostable DHCP agents. Network: e935af06-bff5-4f2a-91f6-9361aa6d0e40, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:46:33.086105 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed5a8f5-c7cc-47e1-a747-539015b885dd admin admin] Network e935af06-bff5-4f2a-91f6-9361aa6d0e40 is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:46:33.183326 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-6ed5a8f5-c7cc-47e1-a747-539015b885dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, e935af06-bff5-4f2a-91f6-9361aa6d0e40) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:46:33.188239 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5a8f5-c7cc-47e1-a747-539015b885dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:46:33.188823 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a8f5-c7cc-47e1-a747-539015b885dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:33.192785 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d66beb7-8379-46ac-913a-e3f5c74c4e2a None None] Network e935af06-bff5-4f2a-91f6-9361aa6d0e40 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:46:33.286360 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-6ed5a8f5-c7cc-47e1-a747-539015b885dd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7196858 Dec 09 11:46:33.291212 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16e6cc2d-77db-5661-825c-5ff711bb4034-e935af06-bff5-4f2a-91f6-9361aa6d0e40', 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40', 'project_id': '369a883cdda444d68968b7a61ecf324f', 'fixed_ips': [{'subnet_id': 'd21987a4-9732-4609-981f-ec3e7cbdcf99'}]}} from dv-cinder-819692-7-iscsi. {{(pid=109619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:46:33.292122 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:33.440527 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.db_base_plugin_common [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Allocated IP 192.168.233.2 (e935af06-bff5-4f2a-91f6-9361aa6d0e40/d21987a4-9732-4609-981f-ec3e7cbdcf99/f7240e7f-e1be-451c-8f07-519721528a47) {{(pid=109619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:46:33.679563 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Publish callbacks [] for port, precommit_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:33.748450 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:33.797627 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Network e935af06-bff5-4f2a-91f6-9361aa6d0e40 is already hosted by enough agents. {{(pid=109619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:46:33.801567 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.base_scheduler [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Resources bound (agent type, host, resource id): {{(pid=109619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:46:33.804833 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Received port after_create {{(pid=109619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:46:33.806708 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Pushing event updated for resources: {'Port': ['ID=f7240e7f-e1be-451c-8f07-519721528a47,revision_number=1']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:46:33.819726 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.820093 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.820459 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.820828 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.821203 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.821530 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.821862 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.822183 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.822502 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.822844 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.823212 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.823534 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.823851 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:46:33.871247 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Attempting to bind port f7240e7f-e1be-451c-8f07-519721528a47 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:46:33.871611 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Attempting to bind port f7240e7f-e1be-451c-8f07-519721528a47 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '1f7628a6-8b2a-48e4-b5da-034c74b814af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:46:33.871966 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Attempting to bind port f7240e7f-e1be-451c-8f07-519721528a47 on network e935af06-bff5-4f2a-91f6-9361aa6d0e40 {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:46:33.877802 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:46:33.878178 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Checking segment: {'id': '1f7628a6-8b2a-48e4-b5da-034c74b814af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:46:33.878639 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:33.879062 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Bound using segment: {'id': '1f7628a6-8b2a-48e4-b5da-034c74b814af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:46:33.879523 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Bound port: f7240e7f-e1be-451c-8f07-519721528a47, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7628a6-8b2a-48e4-b5da-034c74b814af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:46:33.879930 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:33.942735 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] For port f7240e7f-e1be-451c-8f07-519721528a47, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:46:33.945758 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] For port f7240e7f-e1be-451c-8f07-519721528a47, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=f7240e7f-e1be-451c-8f07-519721528a47,segment=NetworkSegment(1f7628a6-8b2a-48e4-b5da-034c74b814af),segment_id=1f7628a6-8b2a-48e4-b5da-034c74b814af)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:46:34.021559 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:34.084894 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbb63c-2e31-4797-8ca6-1c07f026b6ce None None] Pushing event updated for resources: {'Port': ['ID=f7240e7f-e1be-451c-8f07-519721528a47,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:46:34.952871 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b92dbd-08eb-425c-85ab-8495fb2d0558 None None] Network e935af06-bff5-4f2a-91f6-9361aa6d0e40 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:46:35.065022 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-92088f16-6780-48af-91b1-ab542b557048 None None] Provisioning complete for port f7240e7f-e1be-451c-8f07-519721528a47 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:46:35.065385 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-92088f16-6780-48af-91b1-ab542b557048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:35.157539 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-92088f16-6780-48af-91b1-ab542b557048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:35.195751 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-92088f16-6780-48af-91b1-ab542b557048 None None] For port f7240e7f-e1be-451c-8f07-519721528a47, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=f7240e7f-e1be-451c-8f07-519721528a47,segment=NetworkSegment(1f7628a6-8b2a-48e4-b5da-034c74b814af),segment_id=1f7628a6-8b2a-48e4-b5da-034c74b814af)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:46:35.252439 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-92088f16-6780-48af-91b1-ab542b557048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:35.309450 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92088f16-6780-48af-91b1-ab542b557048 None None] Pushing event updated for resources: {'Port': ['ID=f7240e7f-e1be-451c-8f07-519721528a47,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:46:35.478542 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-c69968f5-6191-45eb-853c-df116578c8a5 None None] Provisioning complete for port f7240e7f-e1be-451c-8f07-519721528a47 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:46:35.478830 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c69968f5-6191-45eb-853c-df116578c8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:35.642677 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device f7240e7f-e1be-451c-8f07-519721528a47 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:46:35.692121 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port f7240e7f-e1be-451c-8f07-519721528a47 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:46:35.692493 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:51.012235 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 5 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:46:51.863304 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-d54829a9-a3b9-44cc-9ec8-48ff41c9d2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:54.200090 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc508ed7-80a2-4758-859d-d11f964a6568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:55.122774 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:56.894451 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:57.734351 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:21.856970 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-1511c8ff-60b4-45d6-a29f-c79581d28284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:24.233631 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fd23d509-a479-4893-b143-abd892550f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:25.130337 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:26.812928 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:27.799061 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:28.011204 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 5 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:47:51.868515 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c533-a4e7-439f-b592-e98a655628c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:54.211329 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-03a758fc-ece1-4418-b43d-08b35ec41151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:55.137007 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:56.020486 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 50652) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:47:56.026447 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [None req-e0ff05d2-1fae-4331-8130-781eaaed3d81 tempest-verify_tempest_config-1302783120 tempest-verify_tempest_config-1302783120-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:47:56.027470 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-e0ff05d2-1fae-4331-8130-781eaaed3d81 tempest-verify_tempest_config-1302783120 tempest-verify_tempest_config-1302783120-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059924 Dec 09 11:47:56.567391 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 50670) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:47:56.669790 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:56.739552 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:56.822834 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:56.851430 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:56.868433 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5af3c5-507e-477b-8403-f806ddc33ad9,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:47:56.877537 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14adfc83ab4a4441ab2bb04fd791f352&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3091583 Dec 09 11:47:56.878939 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.879286 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.879619 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.879948 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.880270 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.880410 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50674) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:47:56.880922 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.880922 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.881222 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.881545 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.881881 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.882221 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.882494 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.882803 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b7a1f-ecb8-4ad5-bb96-a880393e4afd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:56.959586 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:56.980028 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:57.149128 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:57.151690 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:57.153005 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d5af3c5-507e-477b-8403-f806ddc33ad9 HTTP/1.1" status: 204 len: 168 time: 0.2714765 Dec 09 11:47:57.161364 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5af3c5-507e-477b-8403-f806ddc33ad9,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:47:57.168032 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.172723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.172723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.172723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.172723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.172723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.172723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.172723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.172723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.172723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.172723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.172723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.172723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee92311-d134-4c1c-b73a-87acb8dbee62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:47:57.781331 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:48:05.010488 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 5 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:48:21.896189 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e1b03450-2a73-48e2-9b2d-ef4ed1ed3df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:48:24.226829 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-3e81caa4-9d0f-445f-abe2-ed72b4bcab1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:48:25.215799 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:48:26.838504 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:48:27.735350 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:48:42.008988 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 5 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:48:51.882242 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-469339f4-750e-4f03-b907-af13f38f1a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:48:54.225621 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f8c4-7f61-446b-8e36-00477e9a281e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:48:55.128597 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:48:56.819997 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:48:57.739607 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:49:19.008419 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 5 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:49:21.898607 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e55da4d3-c4de-4430-8f9f-21618a4dc023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:49:24.201596 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-5d8685dd-9f67-4e01-b2f0-21e9815bb4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:49:25.144665 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:49:26.852810 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:49:27.778551 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:49:33.755042 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7940294'] for agent, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:49:49.284799 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50752) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:49:49.388653 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-fe1736ba-46d2-46e3-ac7b-e07ee80198ef admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1025403 Dec 09 11:49:51.816248 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50762) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:49:51.851905 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-8ff80177-391b-43f6-afe6-3d4ba31b8e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:49:51.871245 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-5bd486b3-1706-42e0-966d-7c60ef532e9b admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532978 Dec 09 11:49:54.228558 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-baf1b2dd-db6a-48b7-807b-67d61808b193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:49:55.120028 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:49:56.007543 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:49:56.846189 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:49:57.737489 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:50:03.731534 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:50:21.832467 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-2b5cd9b0-bf54-4179-b7f7-d90033678889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:50:24.210444 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-3bb1eb7b-43dc-4593-9b71-2c74238cae60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:50:25.188251 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:50:26.845243 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:50:27.759332 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:50:33.005770 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:50:33.747926 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:50:51.844242 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-dcca905e-ae30-4bb0-a8ff-753b119a1e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:50:54.232450 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a09e3105-39db-43e5-908a-5142fc23cf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:50:55.158305 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:50:56.837164 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:50:57.775799 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:03.761819 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:10.005138 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:51:21.830061 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-20c8f8b0-214e-4d2b-8991-0c4579644500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:22.069234 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50930) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:22.412827 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2062084134-network', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:22.414713 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.quota [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Loaded quota_driver: . Dec 09 11:51:22.630270 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Made reservation on behalf of 5ec23381470546c7a5ebf1b80a8bb8b1 for: {'network': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:22.632753 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:22.645669 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:22.723256 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:22.832059 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:22.865749 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=109618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:51:22.876264 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb6c5d6-d63c-4bc2-a695-5b551859042a,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:22.887607 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744087958977', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:22.888177 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Unsubscribe: segment precommit_create {{(pid=109618) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 11:51:22.888672 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.segments_db [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Added segment 17486b5b-379c-4eb9-b5c2-c9b85f4946d2 of type vlan for network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 Dec 09 11:51:22.893227 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.893597 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.897630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.897630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.897630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.897630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.897630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.897630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.897630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.897630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.897630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.897630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.898450 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Tracked resource versions report: Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: pushed versions: Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: { 'AddressGroup': {'1.2'}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'ConntrackHelper': {'1.0'}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Log': {'1.0'}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Network': {'1.1'}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Port': {'1.7'}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'PortForwarding': {'1.2'}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'QosPolicy': {'1.10'}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'SecurityGroup': {'1.5'}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'SubPort': {'1.0'}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Subnet': {'1.1'}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Trunk': {'1.1'}} Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: consumer versions: Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: { DHCP agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: HyperV agent@hv-cinder-81969: {}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: L3 agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: Metadata agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: Metering agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: Open vSwitch agent@dv-cinder-819692-7-iscsi: { 'AddressGroup': '1.2', Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'ConntrackHelper': '1.0', Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'LocalIPAssociation': '1.0', Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Log': '1.0', Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Network': '1.1', Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Port': '1.7', Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'PortForwarding': '1.2', Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'QosPolicy': '1.10', Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'SecurityGroup': '1.5', Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'SecurityGroupRule': '1.2', Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'SubPort': '1.0', Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Subnet': '1.1', Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: 'Trunk': '1.1'}} Dec 09 11:51:22.898787 dv-cinder-819692-7-iscsi neutron-server[109618]: {{(pid=109618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:51:22.959747 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.066502 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.067540 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:23.068281 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.168814 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] Pushing event updated for resources: {'Network': ['ID=94529fec-5f8f-4c94-9d43-36d5ce9c1431,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:23.180550 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:51:23.209875 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-5dbca1e6-8546-463a-a8b1-5e33f5bbc5a3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1394560 Dec 09 11:51:23.210092 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 50976) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:23.216167 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Request body: {'subnet': {'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2062084134-subnet', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:23.312115 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50982) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:23.330785 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Made reservation on behalf of 5ec23381470546c7a5ebf1b80a8bb8b1 for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:23.333513 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Publish callbacks [] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.342849 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50988) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:23.361546 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50992) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:23.382467 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 50996) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:23.545822 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1203252620-network', 'tenant_id': '6622073e212b4ba0a8e5d5c2e3d9e553'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:23.579975 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-265003930-network', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:23.581400 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.617167 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-800083628-network', 'tenant_id': 'db9462c84cbd41c58bda0f19d2327be5'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:23.629054 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=52abfb0d-05f6-4418-8825-93dba6160d6f,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:23.637675 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.638181 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.638374 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.638882 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.639650 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.640174 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.640652 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.641139 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.641638 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.642153 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.642483 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.642811 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.643149 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Tracked resource versions report: Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: pushed versions: Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: { 'AddressGroup': {'1.2'}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'ConntrackHelper': {'1.0'}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Log': {'1.0'}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Network': {'1.1'}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Port': {'1.7'}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'PortForwarding': {'1.2'}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'QosPolicy': {'1.10'}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'SecurityGroup': {'1.5'}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'SubPort': {'1.0'}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Subnet': {'1.1'}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Trunk': {'1.1'}} Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: consumer versions: Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: { DHCP agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: HyperV agent@hv-cinder-81969: {}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: L3 agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: Metadata agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: Metering agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: Open vSwitch agent@dv-cinder-819692-7-iscsi: { 'AddressGroup': '1.2', Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'ConntrackHelper': '1.0', Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'LocalIPAssociation': '1.0', Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Log': '1.0', Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Network': '1.1', Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Port': '1.7', Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'PortForwarding': '1.2', Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'QosPolicy': '1.10', Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'SecurityGroup': '1.5', Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'SecurityGroupRule': '1.2', Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'SubPort': '1.0', Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Subnet': '1.1', Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: 'Trunk': '1.1'}} Dec 09 11:51:23.644406 dv-cinder-819692-7-iscsi neutron-server[109617]: {{(pid=109617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:51:23.664707 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Checking segment: {'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:23.665056 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Network hostable DHCP agents. Network: 94529fec-5f8f-4c94-9d43-36d5ce9c1431, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:51:23.679122 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Made reservation on behalf of 6622073e212b4ba0a8e5d5c2e3d9e553 for: {'network': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:23.681561 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.694362 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.729228 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:51:23.784041 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Made reservation on behalf of 950b7ea4e7374eb58627d3f048470bdb for: {'network': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:23.785897 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.795691 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-822251853-network', 'tenant_id': '91f497f7e91e433f906368540b14f2a5'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:23.802739 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.803303 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, 94529fec-5f8f-4c94-9d43-36d5ce9c1431) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:23.813399 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.817117 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:23.817582 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2859343-a134-4645-9c5c-ead347184939 None None] Network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:51:23.818682 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.902764 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.911526 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Made reservation on behalf of db9462c84cbd41c58bda0f19d2327be5 for: {'network': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:23.914678 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.922649 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c903f5e8-becb-4fda-8a02-40d84cc60b93 None None] Network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:51:23.926186 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.948372 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.960549 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=109618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:51:23.988201 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:23.988668 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.segments_db [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Added segment f8c3a852-000c-4ed4-b91a-871d3545bb90 of type vlan for network 09bafdd3-47d4-45b2-a58a-4d84b5916647 Dec 09 11:51:24.009478 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.035480 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1330ebc-bef8-4cb7-8472-b74fd094286e,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:24.056965 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Made reservation on behalf of 91f497f7e91e433f906368540b14f2a5 for: {'network': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:24.060911 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.091535 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=109618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:51:24.099061 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.108600 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.110393 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-ae8ba5b4-8230-4506-9187-571f99a65fbd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8988545 Dec 09 11:51:24.117137 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51022) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:24.119600 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a54b00a-5b6b-4505-99c9-2a0cf8b4d4d3,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:24.121731 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2062084134-router', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:24.154540 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.154891 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.segments_db [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Added segment 30971e1d-20de-433b-9660-84b401fcea02 of type vlan for network 339399d7-c359-4375-8e64-8580dc618d39 Dec 09 11:51:24.218561 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7942115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28020'] for router, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.220253 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7942015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7929390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28003'] for router, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.235932 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.247353 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4afaa549-b7a0-4fd0-bc86-6c77b35d9bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.305702 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.315294 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.326095 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.326095 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:24.326095 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.413550 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.421977 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:24.421977 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.421977 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.426780 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] Pushing event updated for resources: {'Network': ['ID=09bafdd3-47d4-45b2-a58a-4d84b5916647,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:24.439911 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network 09bafdd3-47d4-45b2-a58a-4d84b5916647 details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:51:24.447404 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.472235 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=109618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:51:24.497144 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-9c4e0aae-69b8-4aaa-af52-ec484abc91e3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1838589 Dec 09 11:51:24.500856 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51048) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:24.511038 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-212eec99-d1ca-4cee-be18-ede06e34b3b9 admin admin] Request body: {'subnet': {'network_id': '09bafdd3-47d4-45b2-a58a-4d84b5916647', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1203252620-subnet', 'tenant_id': '6622073e212b4ba0a8e5d5c2e3d9e553', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:24.562373 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.574392 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=109618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:51:24.585336 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.585687 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.segments_db [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Added segment 81139176-e2fc-4631-9940-8e826b0a876b of type vlan for network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 Dec 09 11:51:24.634759 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.635161 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.segments_db [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Added segment 71df8a3e-1ef7-45a4-8a82-c2c19e7490e1 of type vlan for network a8c36f43-74f4-4276-a9c8-6358e6cc613e Dec 09 11:51:24.640370 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2962296 Dec 09 11:51:24.645688 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51052) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:24.657582 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59701dc-7b88-43ab-a0ef-8fcb25c448c5 admin admin] Pushing event updated for resources: {'Network': ['ID=339399d7-c359-4375-8e64-8580dc618d39,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:24.657680 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-cdf5b45f-8dde-422f-b591-0cb740ed202f admin admin] Request body: {'subnet': {'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-subnet', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:24.670412 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842ebba4-8377-4b3b-9d0b-51d09e894ea5,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:24.673001 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network 339399d7-c359-4375-8e64-8580dc618d39 details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:51:24.698914 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.707947 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.736479 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212eec99-d1ca-4cee-be18-ede06e34b3b9 admin admin] Made reservation on behalf of 6622073e212b4ba0a8e5d5c2e3d9e553 for: {'subnet': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:24.746715 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-212eec99-d1ca-4cee-be18-ede06e34b3b9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.807967 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972848d3-8981-4e93-8969-2688875ee6c5,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:24.830160 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.844520 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf5b45f-8dde-422f-b591-0cb740ed202f admin admin] Made reservation on behalf of 950b7ea4e7374eb58627d3f048470bdb for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:24.848925 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b45f-8dde-422f-b591-0cb740ed202f admin admin] Publish callbacks [] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.904054 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:24.910662 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:24.910662 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.011169 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e207a5c-153d-4000-8cf2-f1e9801c3ca8,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:25.024167 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:51:25.030121 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.035293 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:25.035293 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.088204 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-c68825f0-5813-4f5d-b7fd-d99ec4bef9f3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7024481 Dec 09 11:51:25.095602 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51078) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:25.103790 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-7b248e23-9e6c-4757-8e53-0218066bb024 admin admin] Request body: {'subnet': {'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-822251853-subnet', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:25.143375 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] Pushing event updated for resources: {'Network': ['ID=a8c36f43-74f4-4276-a9c8-6358e6cc613e,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:25.166252 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network a8c36f43-74f4-4276-a9c8-6358e6cc613e details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:51:25.225723 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-ea9d2e0e-d4b7-4d5d-ae3b-b7e356cc8738 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8629959 Dec 09 11:51:25.230983 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51082) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:25.236425 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-3c1a72c8-ae7f-42a5-bbe2-816425c78b40 admin admin] Request body: {'subnet': {'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-800083628-subnet', 'tenant_id': 'db9462c84cbd41c58bda0f19d2327be5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:25.254052 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.329510 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.346237 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b248e23-9e6c-4757-8e53-0218066bb024 admin admin] Made reservation on behalf of 91f497f7e91e433f906368540b14f2a5 for: {'subnet': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:25.349590 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-7b248e23-9e6c-4757-8e53-0218066bb024 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.354529 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-212eec99-d1ca-4cee-be18-ede06e34b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for subnet, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.361250 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.386035 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b45f-8dde-422f-b591-0cb740ed202f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.480557 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212eec99-d1ca-4cee-be18-ede06e34b3b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a59266e7-f1cf-4aab-97b8-7257476bd35b,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:25.505229 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51094) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:25.566565 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1a72c8-ae7f-42a5-bbe2-816425c78b40 admin admin] Made reservation on behalf of db9462c84cbd41c58bda0f19d2327be5 for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:25.566565 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c1a72c8-ae7f-42a5-bbe2-816425c78b40 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.569533 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212eec99-d1ca-4cee-be18-ede06e34b3b9 admin admin] Checking segment: {'id': 'f8c3a852-000c-4ed4-b91a-871d3545bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '09bafdd3-47d4-45b2-a58a-4d84b5916647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:25.569533 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212eec99-d1ca-4cee-be18-ede06e34b3b9 admin admin] Network hostable DHCP agents. Network: 09bafdd3-47d4-45b2-a58a-4d84b5916647, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:51:25.570418 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5b45f-8dde-422f-b591-0cb740ed202f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d57bdff-4b12-4c25-8c80-3d56d3c88b73,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:25.583224 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Allocated IP 172.27.3.229 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/cebf9de8-ee25-4704-9247-682da95fb1c6) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:25.623176 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5b45f-8dde-422f-b591-0cb740ed202f admin admin] Checking segment: {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:25.623515 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf5b45f-8dde-422f-b591-0cb740ed202f admin admin] Network hostable DHCP agents. Network: 339399d7-c359-4375-8e64-8580dc618d39, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:51:25.675660 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2d163e78-19d5-462d-b297-fcf3aef7f3f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.760492 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2d163e78-19d5-462d-b297-fcf3aef7f3f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.794466 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.797807 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212eec99-d1ca-4cee-be18-ede06e34b3b9 admin admin] Network 09bafdd3-47d4-45b2-a58a-4d84b5916647 is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:51:25.800659 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-7b248e23-9e6c-4757-8e53-0218066bb024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for subnet, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.837707 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf5b45f-8dde-422f-b591-0cb740ed202f admin admin] Network 339399d7-c359-4375-8e64-8580dc618d39 is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:51:25.843190 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2d163e78-19d5-462d-b297-fcf3aef7f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.899580 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b248e23-9e6c-4757-8e53-0218066bb024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec0cb09-9816-47e8-93e0-c39f1929746e,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:25.907547 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-cdf5b45f-8dde-422f-b591-0cb740ed202f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, 339399d7-c359-4375-8e64-8580dc618d39) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:25.915014 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d163e78-19d5-462d-b297-fcf3aef7f3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6461c8e2-528e-4b69-b09b-9c97dc817cf6,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:25.917304 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-212eec99-d1ca-4cee-be18-ede06e34b3b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, 09bafdd3-47d4-45b2-a58a-4d84b5916647) {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:25.918642 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e7ec45-ef03-4083-a67e-3c5abaf291a0 None None] Network 339399d7-c359-4375-8e64-8580dc618d39 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:51:25.923540 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf5b45f-8dde-422f-b591-0cb740ed202f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:25.931219 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b45f-8dde-422f-b591-0cb740ed202f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.937040 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-2d163e78-19d5-462d-b297-fcf3aef7f3f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fb93be1d7924bbfab706ecf24d73bf7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4263120 Dec 09 11:51:25.937698 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51112) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:25.946858 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c1a72c8-ae7f-42a5-bbe2-816425c78b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.952078 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b248e23-9e6c-4757-8e53-0218066bb024 admin admin] Checking segment: {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:25.952078 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b248e23-9e6c-4757-8e53-0218066bb024 admin admin] Network hostable DHCP agents. Network: 6e207a5c-153d-4000-8cf2-f1e9801c3ca8, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:51:25.966563 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212eec99-d1ca-4cee-be18-ede06e34b3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:25.967464 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-212eec99-d1ca-4cee-be18-ede06e34b3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:25.971144 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c040789-d206-484d-9f11-b6943a47d4de None None] Network 09bafdd3-47d4-45b2-a58a-4d84b5916647 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:51:26.011059 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.018994 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f2b18202-f577-47cc-95f4-59c8732eea66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.022806 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a72c8-ae7f-42a5-bbe2-816425c78b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2475cf3-a01d-4b3d-84cb-93bbf2606e2a,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:26.039051 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-cdf5b45f-8dde-422f-b591-0cb740ed202f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3879724 Dec 09 11:51:26.044016 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51118) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:26.044455 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:26.045980 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1a72c8-ae7f-42a5-bbe2-816425c78b40 admin admin] Checking segment: {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:26.046339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a72c8-ae7f-42a5-bbe2-816425c78b40 admin admin] Network hostable DHCP agents. Network: a8c36f43-74f4-4276-a9c8-6358e6cc613e, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:51:26.050254 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:26.067986 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:26.070510 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:26.158066 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16e6cc2d-77db-5661-825c-5ff711bb4034-339399d7-c359-4375-8e64-8580dc618d39', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73'}]}} from dv-cinder-819692-7-iscsi. {{(pid=109619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:51:26.158317 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-212eec99-d1ca-4cee-be18-ede06e34b3b9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6512890 Dec 09 11:51:26.158986 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.164739 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f2b18202-f577-47cc-95f4-59c8732eea66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.166540 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b248e23-9e6c-4757-8e53-0218066bb024 admin admin] Network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:51:26.186122 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-7b248e23-9e6c-4757-8e53-0218066bb024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, 6e207a5c-153d-4000-8cf2-f1e9801c3ca8) {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:26.197967 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b248e23-9e6c-4757-8e53-0218066bb024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:26.198579 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-7b248e23-9e6c-4757-8e53-0218066bb024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.199779 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8427b68-e6b6-4eb1-8b1f-af8ff87f0339 None None] Network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:51:26.233195 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321c2e78-3cfc-4d40-ae5f-00242e349ac0 None None] Network 09bafdd3-47d4-45b2-a58a-4d84b5916647 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:51:26.256568 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Pushing event updated for resources: {'Port': ['ID=cebf9de8-ee25-4704-9247-682da95fb1c6,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:26.284496 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7942115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28020'] for router, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.285994 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7942015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7929390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28003'] for router, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.310269 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f2b18202-f577-47cc-95f4-59c8732eea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.313092 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f2b18202-f577-47cc-95f4-59c8732eea66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.316959 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-f2b18202-f577-47cc-95f4-59c8732eea66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6461c8e2-528e-4b69-b09b-9c97dc817cf6 HTTP/1.1" status: 204 len: 168 time: 0.3758068 Dec 09 11:51:26.325220 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b18202-f577-47cc-95f4-59c8732eea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6461c8e2-528e-4b69-b09b-9c97dc817cf6,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:26.331805 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a72c8-ae7f-42a5-bbe2-816425c78b40 admin admin] Network a8c36f43-74f4-4276-a9c8-6358e6cc613e is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:51:26.384307 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-7b248e23-9e6c-4757-8e53-0218066bb024 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2871280 Dec 09 11:51:26.391024 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51130) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:26.402662 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:26.420301 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.467253 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-3c1a72c8-ae7f-42a5-bbe2-816425c78b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, a8c36f43-74f4-4276-a9c8-6358e6cc613e) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:26.473657 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a72c8-ae7f-42a5-bbe2-816425c78b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:26.473657 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c1a72c8-ae7f-42a5-bbe2-816425c78b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.500541 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e4c13-39d0-483a-a7da-e4ff46a0ae6f None None] Network a8c36f43-74f4-4276-a9c8-6358e6cc613e requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:51:26.530494 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.539643 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16e6cc2d-77db-5661-825c-5ff711bb4034-6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'project_id': '91f497f7e91e433f906368540b14f2a5', 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e'}]}} from dv-cinder-819692-7-iscsi. {{(pid=109619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:51:26.540791 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.564061 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.db_base_plugin_common [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Allocated IP 172.20.0.2 (339399d7-c359-4375-8e64-8580dc618d39/4d57bdff-4b12-4c25-8c80-3d56d3c88b73/2e81c384-942a-43c4-9b9a-56b8f9def570) {{(pid=109619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:26.574788 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7942115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28020'] for router, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.576311 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7942015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7929390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28003'] for router, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.696707 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.879128 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:26.885027 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-3c1a72c8-ae7f-42a5-bbe2-816425c78b40 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6530137 Dec 09 11:51:26.897001 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51152) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:27.080304 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.175991 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638cc414-8c36-4011-8028-d7c71253578b None None] Network a8c36f43-74f4-4276-a9c8-6358e6cc613e requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:51:27.234169 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.235201 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.269288 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.281491 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7942006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7921137'] for router, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.436903 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.db_base_plugin_common [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Allocated IP 172.20.0.2 (6e207a5c-153d-4000-8cf2-f1e9801c3ca8/5ec0cb09-9816-47e8-93e0-c39f1929746e/e1ef6675-b84a-4064-93a4-8f101336c235) {{(pid=109619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:27.476622 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Publish callbacks [] for port, precommit_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.518118 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Allocated IP 172.27.3.55 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/c4660cb6-5927-499b-9b11-db20152d15c8) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:27.542965 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-225faf5c-572b-4502-ad53-3cbbc0ea21a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.590898 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.665493 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51176) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:27.722563 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-307ebf38-35e5-4c39-bb65-79486604ae74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.794286 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.835731 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Network 339399d7-c359-4375-8e64-8580dc618d39 is already hosted by enough agents. {{(pid=109619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:27.842233 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Pushing event updated for resources: {'Port': ['ID=2e81c384-942a-43c4-9b9a-56b8f9def570,revision_number=1']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:27.868965 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.base_scheduler [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Resources bound (agent type, host, resource id): {{(pid=109619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:27.872185 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Received port after_create {{(pid=109619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:27.897606 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.897967 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.898333 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.898586 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-225faf5c-572b-4502-ad53-3cbbc0ea21a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.898711 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.902160 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.902551 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.902895 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.903260 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.907073 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.907461 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.907861 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.908209 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.908884 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Tracked resource versions report: Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: pushed versions: Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: { 'AddressGroup': {'1.2'}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'ConntrackHelper': {'1.0'}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Log': {'1.0'}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Network': {'1.1'}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Port': {'1.7'}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'PortForwarding': {'1.2'}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'QosPolicy': {'1.10'}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'SecurityGroup': {'1.5'}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'SubPort': {'1.0'}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Subnet': {'1.1'}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Trunk': {'1.1'}} Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: consumer versions: Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: { DHCP agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: HyperV agent@hv-cinder-81969: {}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: L3 agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: Metadata agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: Metering agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: Open vSwitch agent@dv-cinder-819692-7-iscsi: { 'AddressGroup': '1.2', Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'ConntrackHelper': '1.0', Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'LocalIPAssociation': '1.0', Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Log': '1.0', Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Network': '1.1', Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Port': '1.7', Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'PortForwarding': '1.2', Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'QosPolicy': '1.10', Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'SecurityGroup': '1.5', Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'SecurityGroupRule': '1.2', Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'SubPort': '1.0', Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Subnet': '1.1', Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: 'Trunk': '1.1'}} Dec 09 11:51:27.910038 dv-cinder-819692-7-iscsi neutron-server[109619]: {{(pid=109619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:51:27.919979 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-307ebf38-35e5-4c39-bb65-79486604ae74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.922232 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:27.939862 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.025265 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Attempting to bind port 2e81c384-942a-43c4-9b9a-56b8f9def570 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:51:28.025636 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Attempting to bind port 2e81c384-942a-43c4-9b9a-56b8f9def570 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:51:28.026207 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Attempting to bind port 2e81c384-942a-43c4-9b9a-56b8f9def570 on network 339399d7-c359-4375-8e64-8580dc618d39 {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:28.035014 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Router 766938f0-228c-4d29-8c63-282801c3e4e1 is scheduled to L3 agent 0555a480-5e88-49ec-9067-f967630a0413 with binding_index 1 {{(pid=109617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:51:28.038985 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-225faf5c-572b-4502-ad53-3cbbc0ea21a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.042656 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Publish callbacks [] for port, precommit_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.044402 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:51:28.044881 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Checking segment: {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:28.045150 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.045538 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Bound using segment: {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:51:28.046020 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Bound port: 2e81c384-942a-43c4-9b9a-56b8f9def570, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:51:28.046410 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.047419 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:28.059976 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:28.062116 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-307ebf38-35e5-4c39-bb65-79486604ae74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.070307 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:28.080518 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Pushing event updated for resources: {'Port': ['ID=c4660cb6-5927-499b-9b11-db20152d15c8,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:28.125718 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225faf5c-572b-4502-ad53-3cbbc0ea21a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52218629-0391-4eab-9246-0e3d7657569a,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:28.143478 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] For port 2e81c384-942a-43c4-9b9a-56b8f9def570, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:51:28.149772 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] For port 2e81c384-942a-43c4-9b9a-56b8f9def570, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2e81c384-942a-43c4-9b9a-56b8f9def570,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:51:28.158442 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.165391 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-225faf5c-572b-4502-ad53-3cbbc0ea21a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25c78463127d4c7db5f5f73f47157d30&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2667687 Dec 09 11:51:28.166766 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51200) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:28.188808 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.223537 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.242244 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.267507 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 is already hosted by enough agents. {{(pid=109619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:28.269227 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.base_scheduler [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Resources bound (agent type, host, resource id): {{(pid=109619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:28.272281 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Received port after_create {{(pid=109619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:28.279914 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Pushing event updated for resources: {'Port': ['ID=e1ef6675-b84a-4064-93a4-8f101336c235,revision_number=1']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:28.283811 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-307ebf38-35e5-4c39-bb65-79486604ae74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0f3c1e3845f46f6a3c59d3cc25f88aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6155422 Dec 09 11:51:28.289779 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51202) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:28.324496 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51210) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:28.355650 dv-cinder-819692-7-iscsi neutron-server[109618]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 11:51:28.359543 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547a675-9c91-47dd-87e5-474b297374a7 None None] Pushing event updated for resources: {'Port': ['ID=2e81c384-942a-43c4-9b9a-56b8f9def570,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:28.412429 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Attempting to bind port e1ef6675-b84a-4064-93a4-8f101336c235 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:51:28.413514 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Attempting to bind port e1ef6675-b84a-4064-93a4-8f101336c235 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:51:28.413514 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Attempting to bind port e1ef6675-b84a-4064-93a4-8f101336c235 on network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:28.419215 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:51:28.419598 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Checking segment: {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:28.419997 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.420977 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Bound using segment: {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:51:28.420977 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Bound port: e1ef6675-b84a-4064-93a4-8f101336c235, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:51:28.421422 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.457035 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:51:28.459491 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8226ec5e-5bee-430f-8bd6-84298f394808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.469603 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Sync routers for ids ['766938f0-228c-4d29-8c63-282801c3e4e1'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:51:28.488549 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Routers {'766938f0-228c-4d29-8c63-282801c3e4e1'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:51:28.491508 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['766938f0-228c-4d29-8c63-282801c3e4e1'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:28.492502 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] For port e1ef6675-b84a-4064-93a4-8f101336c235, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:51:28.496174 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] For port e1ef6675-b84a-4064-93a4-8f101336c235, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=e1ef6675-b84a-4064-93a4-8f101336c235,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:51:28.514608 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8226ec5e-5bee-430f-8bd6-84298f394808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.542098 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ebf38-35e5-4c39-bb65-79486604ae74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c234290-4748-4cd4-a7ae-0e6f8b3af603,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:28.546399 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Allocated IP 172.27.3.99 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/a0d0fe78-5f80-4934-92fe-91cb24721961) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:28.596069 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.765313 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] Publish callbacks [] for router, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.765313 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-b44a3b31-07f1-4075-bfae-a1dae716b32c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5625188 Dec 09 11:51:28.765313 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51220) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:28.769785 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d665df8-c41b-475a-ab3e-69ae47d53299 None None] Pushing event updated for resources: {'Port': ['ID=e1ef6675-b84a-4064-93a4-8f101336c235,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:28.778613 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8226ec5e-5bee-430f-8bd6-84298f394808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.783692 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8226ec5e-5bee-430f-8bd6-84298f394808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.792134 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-8226ec5e-5bee-430f-8bd6-84298f394808 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52218629-0391-4eab-9246-0e3d7657569a HTTP/1.1" status: 204 len: 168 time: 0.6162305 Dec 09 11:51:28.869338 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226ec5e-5bee-430f-8bd6-84298f394808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52218629-0391-4eab-9246-0e3d7657569a,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:28.878360 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:28.915580 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Set router 766938f0-228c-4d29-8c63-282801c3e4e1 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:51:29.079058 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-fa547b2a-73e0-4fbf-b091-75694c2f1357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:29.081364 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:29.083221 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51238) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:29.227036 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139e4b4-b715-4b50-8e56-e7504999098a req-84e8306e-4db0-446d-8220-2c110f18888e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:29.232450 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-84e8306e-4db0-446d-8220-2c110f18888e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/networks?id=09bafdd3-47d4-45b2-a58a-4d84b5916647 HTTP/1.1" status: 200 len: 812 time: 0.8843715 Dec 09 11:51:29.260009 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:29.316654 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2062084134-router', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:24Z', 'updated_at': '2021-12-09T11:51:26Z', 'revision_number': 3, 'project_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'gw_port': {'id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:25Z', 'updated_at': '2021-12-09T11:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:29.360989 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Checking router: 766938f0-228c-4d29-8c63-282801c3e4e1 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:51:29.361594 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Updating router 766938f0-228c-4d29-8c63-282801c3e4e1 port cebf9de8-ee25-4704-9247-682da95fb1c6 binding host dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:51:29.391717 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:29.409171 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-195b8c8e-0e96-4b39-a3c7-188e24867ff1 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/quotas/6622073e212b4ba0a8e5d5c2e3d9e553 HTTP/1.1" status: 200 len: 375 time: 0.0413313 Dec 09 11:51:29.430321 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-fa547b2a-73e0-4fbf-b091-75694c2f1357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:29.448432 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Pushing event updated for resources: {'Port': ['ID=a0d0fe78-5f80-4934-92fe-91cb24721961,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:29.484823 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:29.489517 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:29.493120 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-8c8ab629-e27a-475f-b980-6bbbbf8f14b4 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6622073e212b4ba0a8e5d5c2e3d9e553&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818224 Dec 09 11:51:29.497225 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:29.723804 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7942006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7921137'] for router, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:29.825957 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Publish callbacks [] for port, precommit_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:29.841230 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e2c2a6c4-90cc-4be6-97bc-2a7677542f51 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:51:29.842166 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e2c2a6c4-90cc-4be6-97bc-2a7677542f51 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1423073 Dec 09 11:51:29.895471 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:29.906960 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-66eddcd0-78e0-4447-bac3-d7172b4b1698 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:29.909853 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:29.914680 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-66eddcd0-78e0-4447-bac3-d7172b4b1698 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/networks?id=a8c36f43-74f4-4276-a9c8-6358e6cc613e HTTP/1.1" status: 200 len: 814 time: 0.8258274 Dec 09 11:51:29.983259 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device e1ef6675-b84a-4064-93a4-8f101336c235 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:30.018295 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Pushing event updated for resources: {'Port': ['ID=cebf9de8-ee25-4704-9247-682da95fb1c6,revision_number=2']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:30.021891 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Attempting to bind port cebf9de8-ee25-4704-9247-682da95fb1c6 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:51:30.022311 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Attempting to bind port cebf9de8-ee25-4704-9247-682da95fb1c6 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:51:30.022675 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Attempting to bind port cebf9de8-ee25-4704-9247-682da95fb1c6 on network 5e763a14-a83b-48f8-afed-8d8eb448ee1c {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:30.029760 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.030200 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.030482 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.030986 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.031326 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.031765 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.032103 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.032432 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.032759 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.033475 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.033810 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.034183 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.034441 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Tracked resource versions report: Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: pushed versions: Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: { 'AddressGroup': {'1.2'}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'ConntrackHelper': {'1.0'}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Log': {'1.0'}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Network': {'1.1'}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Port': {'1.7'}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'PortForwarding': {'1.2'}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'QosPolicy': {'1.10'}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'SecurityGroup': {'1.5'}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'SubPort': {'1.0'}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Subnet': {'1.1'}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Trunk': {'1.1'}} Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: consumer versions: Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: { DHCP agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: HyperV agent@hv-cinder-81969: {}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: L3 agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: Metadata agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: Metering agent@dv-cinder-819692-7-iscsi: {}, Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: Open vSwitch agent@dv-cinder-819692-7-iscsi: { 'AddressGroup': '1.2', Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'ConntrackHelper': '1.0', Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'LocalIPAssociation': '1.0', Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Log': '1.0', Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Network': '1.1', Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Port': '1.7', Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'PortForwarding': '1.2', Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'QosPolicy': '1.10', Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'SecurityGroup': '1.5', Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'SecurityGroupRule': '1.2', Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'SubPort': '1.0', Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Subnet': '1.1', Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: 'Trunk': '1.1'}} Dec 09 11:51:30.035590 dv-cinder-819692-7-iscsi neutron-server[109620]: {{(pid=109620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:51:30.048731 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51252) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:30.049995 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:51:30.050722 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Checking segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:30.051169 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.052722 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Bound using segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:51:30.053324 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Bound port: cebf9de8-ee25-4704-9247-682da95fb1c6, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:51:30.053916 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.124839 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc85082e-3e52-4900-9f72-3e4bb3512c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.150409 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] For port cebf9de8-ee25-4704-9247-682da95fb1c6, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:51:30.152480 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-fa547b2a-73e0-4fbf-b091-75694c2f1357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.153686 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-fa547b2a-73e0-4fbf-b091-75694c2f1357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.157191 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-fa547b2a-73e0-4fbf-b091-75694c2f1357 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c234290-4748-4cd4-a7ae-0e6f8b3af603 HTTP/1.1" status: 204 len: 168 time: 1.8591065 Dec 09 11:51:30.158035 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port e1ef6675-b84a-4064-93a4-8f101336c235 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:30.158183 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.166001 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] For port cebf9de8-ee25-4704-9247-682da95fb1c6, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=cebf9de8-ee25-4704-9247-682da95fb1c6,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:51:30.188106 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-6b5d317c-b614-4389-a412-9cc65cb74988 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/quotas/db9462c84cbd41c58bda0f19d2327be5 HTTP/1.1" status: 200 len: 375 time: 0.2725241 Dec 09 11:51:30.230350 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.238900 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa547b2a-73e0-4fbf-b091-75694c2f1357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c234290-4748-4cd4-a7ae-0e6f8b3af603,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:30.259640 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-cb1b96a5-6016-4699-8b31-399fd98e6872 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571394 Dec 09 11:51:30.287423 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d060bc1-0f98-414e-8702-195638002f40 None None] Network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:51:30.306523 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-2ce76bd4-1035-4b09-b1ef-9bc09dfeb830 service neutron] 10.222.0.24 "GET /v2.0/networks/09bafdd3-47d4-45b2-a58a-4d84b5916647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472327 Dec 09 11:51:30.382267 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.419179 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Routers {'766938f0-228c-4d29-8c63-282801c3e4e1'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:51:30.419823 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['766938f0-228c-4d29-8c63-282801c3e4e1'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:30.472634 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb8835-020a-4548-8009-aaf1d6cc6d1f None None] Pushing event updated for resources: {'Port': ['ID=cebf9de8-ee25-4704-9247-682da95fb1c6,revision_number=3']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:30.520500 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-b384582e-64b7-4639-8823-cd43bab78159 None None] Provisioning complete for port e1ef6675-b84a-4064-93a4-8f101336c235 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:30.521719 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b384582e-64b7-4639-8823-cd43bab78159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.543954 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-1ff03704-2586-471b-9d71-951227212f9c service neutron] 10.222.0.24 "GET /v2.0/networks/09bafdd3-47d4-45b2-a58a-4d84b5916647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362413 Dec 09 11:51:30.553676 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Allocated IP 172.20.0.1 (94529fec-5f8f-4c94-9d43-36d5ce9c1431/52abfb0d-05f6-4418-8825-93dba6160d6f/53de86c1-347f-4203-ae23-0db7dc849616) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:30.585878 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] Set router 766938f0-228c-4d29-8c63-282801c3e4e1 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:51:30.639534 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.643278 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50214c6b-e435-4138-936c-35db57c76b39 None None] Network 339399d7-c359-4375-8e64-8580dc618d39 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:51:30.643420 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc85082e-3e52-4900-9f72-3e4bb3512c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.666384 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Router d07696d5-022d-4625-bb23-a84f174cf651 is scheduled to L3 agent 0555a480-5e88-49ec-9067-f967630a0413 with binding_index 1 {{(pid=109618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:51:30.793453 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc85082e-3e52-4900-9f72-3e4bb3512c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.871051 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.879155 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-dc85082e-3e52-4900-9f72-3e4bb3512c63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec14171d5eb64dc7aa6cd061d95a8313&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8292553 Dec 09 11:51:30.879883 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85082e-3e52-4900-9f72-3e4bb3512c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1166714f-fec9-4ae9-8be0-6cb3c98a25b3,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:30.884600 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51268) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:30.885620 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7942006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7921137'] for router, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:30.945621 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-fde53591-487b-4ab3-aa53-12c80278a1ad service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:51:30.947279 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-fde53591-487b-4ab3-aa53-12c80278a1ad service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3963022 Dec 09 11:51:30.953243 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:51:30.976408 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2062084134-router', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:24Z', 'updated_at': '2021-12-09T11:51:26Z', 'revision_number': 3, 'project_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'gw_port': {'id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:25Z', 'updated_at': '2021-12-09T11:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:31.012986 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port e1ef6675-b84a-4064-93a4-8f101336c235, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=e1ef6675-b84a-4064-93a4-8f101336c235,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:51:31.058738 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c2823cb-fbc1-4df1-82d3-850b7ac84335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:31.071500 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Sync routers for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:51:31.077849 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9f7b2-91da-4ad3-b814-09ded97a9e39 None None] The sync data for ids ['766938f0-228c-4d29-8c63-282801c3e4e1'] in dv-cinder-819692-7-iscsi is: [{'id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2062084134-router', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:24Z', 'updated_at': '2021-12-09T11:51:26Z', 'revision_number': 3, 'project_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'gw_port': {'id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:25Z', 'updated_at': '2021-12-09T11:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:51:31.095648 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c2823cb-fbc1-4df1-82d3-850b7ac84335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:31.108409 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:31.160241 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:31.163384 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2e81c384-942a-43c4-9b9a-56b8f9def570 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:31.178217 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9a31790d-397a-497c-969d-f881ac51a79c service neutron] 10.222.0.24 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098489 Dec 09 11:51:31.261102 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:31.292866 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:31.307615 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:31.308170 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7920942'] for router_interface, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:31.331186 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] Publish callbacks [] for router, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:31.338196 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-b9256afc-61a8-4056-84f4-9fe823f2baad admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2920859 Dec 09 11:51:31.340350 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51292) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:31.345995 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:51:31.350144 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:31.403383 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aefe9f2b-ddfa-4ca5-91e7-1a20ee6f3a38 req-c1442abc-3495-4e96-a2da-968380122979 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 210 time: 0.0832870 Dec 09 11:51:31.509650 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-88c2d828-f7f4-4df6-8cb9-5772463f9d57 service neutron] 10.222.0.24 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303797 Dec 09 11:51:31.631539 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Pushing event updated for resources: {'Port': ['ID=53de86c1-347f-4203-ae23-0db7dc849616,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:31.707452 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:51:31.751882 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f is scheduled to L3 agent 0555a480-5e88-49ec-9067-f967630a0413 with binding_index 1 {{(pid=109617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:51:31.880881 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c2823cb-fbc1-4df1-82d3-850b7ac84335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:31.883699 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c2823cb-fbc1-4df1-82d3-850b7ac84335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:31.899687 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-3c2823cb-fbc1-4df1-82d3-850b7ac84335 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1166714f-fec9-4ae9-8be0-6cb3c98a25b3 HTTP/1.1" status: 204 len: 168 time: 1.0113606 Dec 09 11:51:31.940397 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=e1ef6675-b84a-4064-93a4-8f101336c235,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:32.008040 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2823cb-fbc1-4df1-82d3-850b7ac84335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1166714f-fec9-4ae9-8be0-6cb3c98a25b3,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:32.029041 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:32.192222 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 2e81c384-942a-43c4-9b9a-56b8f9def570 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:32.193307 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:32.226367 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f473c686-06fd-4330-b82d-ce87ec82d8bf req-da3867fc-8eb4-472e-9b0d-e7aa81833fce tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 210 time: 0.1233113 Dec 09 11:51:32.420650 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-29c28f42-e295-4348-af91-6f4d80f5a28a None None] Provisioning complete for port 2e81c384-942a-43c4-9b9a-56b8f9def570 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:32.421023 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-29c28f42-e295-4348-af91-6f4d80f5a28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:32.444473 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:51:32.455093 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Sync routers for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:51:32.501796 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:51:32.501796 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:32.634627 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:28Z', 'revision_number': 3, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:32.728017 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] Publish callbacks [] for router, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:32.729318 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-9b697bf5-1118-484c-a151-2fd2a403c380 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3305998 Dec 09 11:51:32.739106 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51358) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:32.800470 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Checking router: d07696d5-022d-4625-bb23-a84f174cf651 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:51:32.801112 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Updating router d07696d5-022d-4625-bb23-a84f174cf651 port c4660cb6-5927-499b-9b11-db20152d15c8 binding host dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:51:32.818633 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:51:33.161905 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.167080 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6154aa6c-68e2-4e33-8549-cbf29e1fdf72 req-8925c541-d599-4fff-8555-95bdb75b9867 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 210 time: 0.3501577 Dec 09 11:51:33.170083 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-29c28f42-e295-4348-af91-6f4d80f5a28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.171953 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.176294 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.192876 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-29c28f42-e295-4348-af91-6f4d80f5a28a None None] For port 2e81c384-942a-43c4-9b9a-56b8f9def570, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2e81c384-942a-43c4-9b9a-56b8f9def570,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:51:33.204991 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:29Z', 'revision_number': 3, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:33.257304 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Checking router: 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:51:33.257705 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Updating router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f port a0d0fe78-5f80-4934-92fe-91cb24721961 binding host dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:51:33.288346 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.398020 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.410398 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.411172 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7923134'] for router_interface, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.424316 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8b4f914b-9b8d-4266-b909-b87aa52fe4ec req-05613a5b-a804-426b-84d3-68f9fba642e0 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 210 time: 0.0875881 Dec 09 11:51:33.440335 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-29c28f42-e295-4348-af91-6f4d80f5a28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.629720 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Allocated IP 172.20.0.1 (339399d7-c359-4375-8e64-8580dc618d39/4d57bdff-4b12-4c25-8c80-3d56d3c88b73/b398a7d5-3cdc-48c0-8825-70920f83d570) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:33.631530 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:33.636135 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:33.678529 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Pushing event updated for resources: {'Port': ['ID=53de86c1-347f-4203-ae23-0db7dc849616,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:33.789276 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.804533 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Publish callbacks [] for port, precommit_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.870104 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.917837 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:33.926065 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Router 766938f0-228c-4d29-8c63-282801c3e4e1 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:51:33.942733 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.035210 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.db.api [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 11:51:34.035787 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG oslo_db.api [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 11:51:34.080341 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-0f69e606-6d0d-470f-9539-f7bdd942fa9d None None] Provisioning complete for port 2e81c384-942a-43c4-9b9a-56b8f9def570 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:34.082887 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0f69e606-6d0d-470f-9539-f7bdd942fa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.090868 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Network 339399d7-c359-4375-8e64-8580dc618d39 is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:34.117666 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:34.153219 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:34.153844 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7920942'] for router_interface, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.237576 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c28f42-e295-4348-af91-6f4d80f5a28a None None] Pushing event updated for resources: {'Port': ['ID=2e81c384-942a-43c4-9b9a-56b8f9def570,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:34.279911 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.321307 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Pushing event updated for resources: {'Port': ['ID=b398a7d5-3cdc-48c0-8825-70920f83d570,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:34.359355 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9978ab75-7456-41eb-b3af-421231b1085f req-3f7efa35-7895-4ed9-ae8e-b0d81d1b6f3c tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 210 time: 0.2183344 Dec 09 11:51:34.395885 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accf25b-d484-484e-933b-98e9f9576aae None None] Pushing event updated for resources: {'Port': ['ID=c4660cb6-5927-499b-9b11-db20152d15c8,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:34.477368 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Attempting to bind port c4660cb6-5927-499b-9b11-db20152d15c8 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:51:34.481683 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Attempting to bind port c4660cb6-5927-499b-9b11-db20152d15c8 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:51:34.482960 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Attempting to bind port c4660cb6-5927-499b-9b11-db20152d15c8 on network 5e763a14-a83b-48f8-afed-8d8eb448ee1c {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:34.492094 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:51:34.492477 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Checking segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:34.493021 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.493426 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Bound using segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:51:34.494070 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Bound port: c4660cb6-5927-499b-9b11-db20152d15c8, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:51:34.494480 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.527241 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Publish callbacks [] for port, precommit_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.593001 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.612725 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:51:34.635952 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-e978b63e-6bc3-4bb1-86fd-1c455952ac11 admin admin] 10.222.0.24 "PUT /v2.0/routers/766938f0-228c-4d29-8c63-282801c3e4e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9476480 Dec 09 11:51:34.640430 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-50071e59-91e0-49ba-ac11-464dcaabf948 req-cfe86d96-3b71-4430-a009-10b4f1fa9384 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 210 time: 0.1533732 Dec 09 11:51:34.642725 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d99182-6346-484d-87cf-2438690c589e None None] Sync routers for ids ['766938f0-228c-4d29-8c63-282801c3e4e1'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:51:34.655773 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Allocated IP 172.20.0.1 (6e207a5c-153d-4000-8cf2-f1e9801c3ca8/5ec0cb09-9816-47e8-93e0-c39f1929746e/2440c7b2-aadb-47ea-afd8-703c579a0495) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:34.668496 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] For port c4660cb6-5927-499b-9b11-db20152d15c8, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:51:34.694009 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] For port c4660cb6-5927-499b-9b11-db20152d15c8, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=c4660cb6-5927-499b-9b11-db20152d15c8,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:51:34.695617 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d99182-6346-484d-87cf-2438690c589e None None] Routers {'766938f0-228c-4d29-8c63-282801c3e4e1'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:51:34.697823 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-69d99182-6346-484d-87cf-2438690c589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['766938f0-228c-4d29-8c63-282801c3e4e1'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:34.768542 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f742ea-6e64-4dc3-8340-8dd1a6afc0b4 None None] Pushing event updated for resources: {'Port': ['ID=a0d0fe78-5f80-4934-92fe-91cb24721961,revision_number=2']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:34.784133 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Attempting to bind port a0d0fe78-5f80-4934-92fe-91cb24721961 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:51:34.784133 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Attempting to bind port a0d0fe78-5f80-4934-92fe-91cb24721961 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:51:34.784133 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Attempting to bind port a0d0fe78-5f80-4934-92fe-91cb24721961 on network 5e763a14-a83b-48f8-afed-8d8eb448ee1c {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:34.790484 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:51:34.790915 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Checking segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:34.791363 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.791763 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Bound using segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:51:34.792247 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Bound port: a0d0fe78-5f80-4934-92fe-91cb24721961, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:51:34.792643 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.798085 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-0f69e606-6d0d-470f-9539-f7bdd942fa9d None None] Provisioning complete for port e1ef6675-b84a-4064-93a4-8f101336c235 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:34.798648 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0f69e606-6d0d-470f-9539-f7bdd942fa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.810016 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.874898 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:34.917334 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device cebf9de8-ee25-4704-9247-682da95fb1c6 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:34.964293 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] For port a0d0fe78-5f80-4934-92fe-91cb24721961, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:51:34.969383 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] For port a0d0fe78-5f80-4934-92fe-91cb24721961, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=a0d0fe78-5f80-4934-92fe-91cb24721961,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:51:34.974271 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:35.018172 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:35.049667 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:35.111441 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:35.115268 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:35.119298 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:35.120360 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7920942'] for router_interface, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:35.218710 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Pushing event updated for resources: {'Port': ['ID=2440c7b2-aadb-47ea-afd8-703c579a0495,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:35.243086 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f742ea-6e64-4dc3-8340-8dd1a6afc0b4 None None] Pushing event updated for resources: {'Port': ['ID=a0d0fe78-5f80-4934-92fe-91cb24721961,revision_number=3']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:35.316792 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:51:35.318157 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:35.363844 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:51:35.371965 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:35.487509 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accf25b-d484-484e-933b-98e9f9576aae None None] Pushing event updated for resources: {'Port': ['ID=c4660cb6-5927-499b-9b11-db20152d15c8,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:35.488368 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:35.581746 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:35.585992 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:35.586762 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7923134'] for router_interface, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:35.680030 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:51:35.815084 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d6209820-d9ce-489f-ab1e-ab348eebfde0 req-a707db01-b5e9-48d9-b317-75a5733a2b8f tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 210 time: 0.1179557 Dec 09 11:51:35.824599 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Pushing event updated for resources: {'Port': ['ID=b398a7d5-3cdc-48c0-8825-70920f83d570,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:35.947491 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:35.973257 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-69d99182-6346-484d-87cf-2438690c589e None None] Set router 766938f0-228c-4d29-8c63-282801c3e4e1 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:51:35.985908 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60549f3e-bee3-4e01-8647-73798748e447 req-eb1bcd3f-332f-4855-84ce-f8b7c1a6e1cf tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:35.987745 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-eb1bcd3f-332f-4855-84ce-f8b7c1a6e1cf tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/networks?id=94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 200 len: 819 time: 0.2418377 Dec 09 11:51:36.014622 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:36.015268 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7923134'] for router_interface, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:36.029985 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port cebf9de8-ee25-4704-9247-682da95fb1c6 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:36.033182 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:36.060421 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-78c2d080-327b-4150-ab31-6adf4294b195 req-cc72841b-dcbe-4198-a54d-fa08c447ec94 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 210 time: 0.0710475 Dec 09 11:51:36.063671 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Network 339399d7-c359-4375-8e64-8580dc618d39 is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:36.076017 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:29Z', 'revision_number': 3, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:36.085861 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:36.092175 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:51:36.110352 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Pushing event updated for resources: {'Port': ['ID=2440c7b2-aadb-47ea-afd8-703c579a0495,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:36.155545 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4a3b8-88fb-44a2-bacc-9d12c11c08bd None None] The sync data for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi is: [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:29Z', 'revision_number': 3, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:51:36.254644 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-cc31f17b-e5d3-4153-9009-6e7111121be5 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/quotas/5ec23381470546c7a5ebf1b80a8bb8b1 HTTP/1.1" status: 200 len: 375 time: 0.1882343 Dec 09 11:51:36.285915 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:36.291258 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:36.480818 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Router d07696d5-022d-4625-bb23-a84f174cf651 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:51:36.525233 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-0706285d-b03f-4da2-93b4-3eae57a08eaf tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2746038 Dec 09 11:51:36.755496 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:36.774968 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-4119a966-6d14-4109-abad-287a55bf3b15 None None] Provisioning complete for port 2440c7b2-aadb-47ea-afd8-703c579a0495 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:36.775341 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4119a966-6d14-4109-abad-287a55bf3b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:36.798232 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:51:36.878149 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.42', 58843) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:37.015220 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port cebf9de8-ee25-4704-9247-682da95fb1c6, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=cebf9de8-ee25-4704-9247-682da95fb1c6,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:51:37.029008 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:51:37.052530 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-3fb22c95-b57a-46ca-8cd8-bda954b4d963 admin admin] 10.222.0.24 "PUT /v2.0/routers/d07696d5-022d-4625-bb23-a84f174cf651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6478877 Dec 09 11:51:37.091603 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-4119a966-6d14-4109-abad-287a55bf3b15 None None] Port 2440c7b2-aadb-47ea-afd8-703c579a0495 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:51:37.097531 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e6c5df57-e59b-4c97-ad71-2e21e28ff0e4 req-9ebd301a-d74f-408c-9eda-4e1fa7a39063 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 210 time: 0.0700047 Dec 09 11:51:37.159136 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:33Z', 'revision_number': 1, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:37.175823 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-4119a966-6d14-4109-abad-287a55bf3b15 None None] Provisioning complete for port b398a7d5-3cdc-48c0-8825-70920f83d570 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:37.176449 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4119a966-6d14-4109-abad-287a55bf3b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:37.242441 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:51:37.243467 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-565d2240-5745-49b8-88fb-155a76742607 service neutron] 10.222.0.24 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7092893 Dec 09 11:51:37.269352 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:37.272282 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device e1ef6675-b84a-4064-93a4-8f101336c235 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:37.274527 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-9f6b4077-4aa7-4796-8034-d0d99b5f6aaa admin admin] 10.222.0.24 "PUT /v2.0/routers/2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5316331 Dec 09 11:51:37.320004 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-405d583c-6f70-4b38-8831-4f7607673a2b req-5c58ba1c-65b2-4324-ae2b-f94b43c69816 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 210 time: 0.0754530 Dec 09 11:51:37.370600 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c590e3-8ae9-440c-b99a-a5281655ab5f None None] The sync data for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi is: [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:33Z', 'revision_number': 1, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:51:37.476987 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139e4b4-b715-4b50-8e56-e7504999098a req-5b9e60c0-760d-4f54-9c86-f6158b4b4785 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:37.478640 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-5b9e60c0-760d-4f54-9c86-f6158b4b4785 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.42 "GET /v2.0/networks?id=09bafdd3-47d4-45b2-a58a-4d84b5916647 HTTP/1.1" status: 200 len: 812 time: 0.5995436 Dec 09 11:51:37.544161 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-e139e4b4-b715-4b50-8e56-e7504999098a req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Request body: {'port': {'device_id': '2508d929-47a4-4669-aa4a-a41999cee5e4', 'network_id': '09bafdd3-47d4-45b2-a58a-4d84b5916647', 'admin_state_up': True, 'tenant_id': '6622073e212b4ba0a8e5d5c2e3d9e553'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:37.565572 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-69d99182-6346-484d-87cf-2438690c589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2062084134-router', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:24Z', 'updated_at': '2021-12-09T11:51:31Z', 'revision_number': 4, 'project_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'gw_port': {'id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:25Z', 'updated_at': '2021-12-09T11:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '53de86c1-347f-4203-ae23-0db7dc849616', 'name': '', 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'mac_address': 'fa:16:3e:cc:e5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52abfb0d-05f6-4418-8825-93dba6160d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:29Z', 'updated_at': '2021-12-09T11:51:32Z', 'revision_number': 2, 'project_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'subnets': [{'id': '52abfb0d-05f6-4418-8825-93dba6160d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:37.587638 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-ab56d94d-37c5-42f6-8d04-4e021e6ff35f service neutron] 10.222.0.24 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329139 Dec 09 11:51:37.626517 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.42', 58849) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:37.771023 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=cebf9de8-ee25-4704-9247-682da95fb1c6,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:37.773959 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-4119a966-6d14-4109-abad-287a55bf3b15 None None] Port b398a7d5-3cdc-48c0-8825-70920f83d570 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:51:37.776026 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d99182-6346-484d-87cf-2438690c589e None None] Checking router: 766938f0-228c-4d29-8c63-282801c3e4e1 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:51:37.776386 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d99182-6346-484d-87cf-2438690c589e None None] Updating router 766938f0-228c-4d29-8c63-282801c3e4e1 port 53de86c1-347f-4203-ae23-0db7dc849616 binding host dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:51:37.871594 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port e1ef6675-b84a-4064-93a4-8f101336c235 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:37.871989 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:37.937941 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-69d99182-6346-484d-87cf-2438690c589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:37.943696 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-2d059878-da10-4500-a8ee-5bb0486e6635 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:37.945878 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-2d059878-da10-4500-a8ee-5bb0486e6635 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "GET /v2.0/networks?id=a8c36f43-74f4-4276-a9c8-6358e6cc613e HTTP/1.1" status: 200 len: 814 time: 0.3180776 Dec 09 11:51:37.982447 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-445342d2-07df-463e-a7bc-55006d2cb2f8 None None] Provisioning complete for port 2440c7b2-aadb-47ea-afd8-703c579a0495 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:37.982824 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-445342d2-07df-463e-a7bc-55006d2cb2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:38.219824 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e139e4b4-b715-4b50-8e56-e7504999098a req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Made reservation on behalf of 6622073e212b4ba0a8e5d5c2e3d9e553 for: {'port': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:38.224775 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-445342d2-07df-463e-a7bc-55006d2cb2f8 None None] Port 2440c7b2-aadb-47ea-afd8-703c579a0495 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:51:38.232230 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-e139e4b4-b715-4b50-8e56-e7504999098a req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:38.346311 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-445342d2-07df-463e-a7bc-55006d2cb2f8 None None] Provisioning complete for port b398a7d5-3cdc-48c0-8825-70920f83d570 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:38.346645 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-445342d2-07df-463e-a7bc-55006d2cb2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:38.399731 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51562) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:38.405240 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-57669c6f-bc7c-4fd3-8eab-70834a546455 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--619509161', 'description': 'tempest-description--1202770157'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:38.509584 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-445342d2-07df-463e-a7bc-55006d2cb2f8 None None] Port b398a7d5-3cdc-48c0-8825-70920f83d570 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:51:38.541133 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c5310d29-b0c0-4dee-88ec-6e247621f4db req-ee64f3e9-e068-40db-9c32-0a7526b9a66e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 210 time: 0.0550001 Dec 09 11:51:38.567539 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [req-e139e4b4-b715-4b50-8e56-e7504999098a req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Allocated IP 172.20.0.3 (09bafdd3-47d4-45b2-a58a-4d84b5916647/a59266e7-f1cf-4aab-97b8-7257476bd35b/fa2e40ea-73e1-4c59-9d28-d4630ba5964e) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:38.599909 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2e81c384-942a-43c4-9b9a-56b8f9def570 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:38.716919 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0f680108-5d3c-45d8-b97f-4e28d3b81b83 req-0c14d1a4-e22a-4778-bb8c-57d2bc93ac31 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 210 time: 0.0847962 Dec 09 11:51:38.724958 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 2e81c384-942a-43c4-9b9a-56b8f9def570 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:38.725737 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:38.729517 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-57669c6f-bc7c-4fd3-8eab-70834a546455 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.000523 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-57669c6f-bc7c-4fd3-8eab-70834a546455 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.028496 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-e139e4b4-b715-4b50-8e56-e7504999098a req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.057561 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bcb4d266-c82d-4a64-bd00-57fb18adc128 req-fff607ab-aa30-40be-91dd-3bfa3b07eb52 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 210 time: 0.0554070 Dec 09 11:51:39.100642 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-57669c6f-bc7c-4fd3-8eab-70834a546455 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.234427 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57669c6f-bc7c-4fd3-8eab-70834a546455 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a08876-a5e2-43e8-8607-49c25a504b89,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:39.261750 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-e139e4b4-b715-4b50-8e56-e7504999098a req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.338765 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-69d99182-6346-484d-87cf-2438690c589e None None] Publish callbacks [] for port, precommit_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.466054 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-69d99182-6346-484d-87cf-2438690c589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.476685 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51598) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:39.509378 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-57669c6f-bc7c-4fd3-8eab-70834a546455 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.514562 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-57669c6f-bc7c-4fd3-8eab-70834a546455 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1136756 Dec 09 11:51:39.517906 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51602) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:39.535725 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-0057e03a-e504-49fa-b4dc-4625fd6985cc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Request body: {'security_group_rule': {'security_group_id': '65a08876-a5e2-43e8-8607-49c25a504b89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:39.577013 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device cebf9de8-ee25-4704-9247-682da95fb1c6 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:39.589026 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-2a1b03d9-9f00-43bc-acc1-0596daa31918 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217886737', 'description': 'tempest-description--2130225466'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:39.599600 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Sync routers for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:51:39.608326 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Pushing event updated for resources: {'Port': ['ID=fa2e40ea-73e1-4c59-9d28-d4630ba5964e,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:39.610389 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-8dab3e58-9bd6-4445-8ad6-dc5b8cb5a881 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:39.616755 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-8dab3e58-9bd6-4445-8ad6-dc5b8cb5a881 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/networks?id=94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 200 len: 819 time: 0.3412292 Dec 09 11:51:39.618477 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e139e4b4-b715-4b50-8e56-e7504999098a req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Network 09bafdd3-47d4-45b2-a58a-4d84b5916647 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:39.624399 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [req-e139e4b4-b715-4b50-8e56-e7504999098a req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:39.640417 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e139e4b4-b715-4b50-8e56-e7504999098a req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:39.640417 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139e4b4-b715-4b50-8e56-e7504999098a req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:39.640679 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-e139e4b4-b715-4b50-8e56-e7504999098a req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.647880 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-8a07c797-652c-486c-9f36-1ae93a2b0c93 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/quotas/5ec23381470546c7a5ebf1b80a8bb8b1 HTTP/1.1" status: 200 len: 375 time: 0.0197012 Dec 09 11:51:39.669067 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:51:39.671983 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:39.743733 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-a95774b9-4429-4e05-a9f7-5633f472d5a4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0936821 Dec 09 11:51:39.751500 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd418d88-865b-4517-9eb6-08478444edce None None] Pushing event updated for resources: {'Port': ['ID=53de86c1-347f-4203-ae23-0db7dc849616,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:39.794388 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-69d99182-6346-484d-87cf-2438690c589e None None] Attempting to bind port 53de86c1-347f-4203-ae23-0db7dc849616 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:51:39.794767 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-69d99182-6346-484d-87cf-2438690c589e None None] Attempting to bind port 53de86c1-347f-4203-ae23-0db7dc849616 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:51:39.795183 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d99182-6346-484d-87cf-2438690c589e None None] Attempting to bind port 53de86c1-347f-4203-ae23-0db7dc849616 on network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:39.801023 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d99182-6346-484d-87cf-2438690c589e None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:51:39.801404 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d99182-6346-484d-87cf-2438690c589e None None] Checking segment: {'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:39.804465 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-69d99182-6346-484d-87cf-2438690c589e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.805041 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d99182-6346-484d-87cf-2438690c589e None None] Bound using segment: {'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:51:39.805690 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-69d99182-6346-484d-87cf-2438690c589e None None] Bound port: 53de86c1-347f-4203-ae23-0db7dc849616, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:51:39.806247 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-69d99182-6346-484d-87cf-2438690c589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.812412 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0057e03a-e504-49fa-b4dc-4625fd6985cc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.870726 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-9107e291-c28c-459b-9c9b-d9171da2129e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3323913 Dec 09 11:51:39.911508 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-69d99182-6346-484d-87cf-2438690c589e None None] For port 53de86c1-347f-4203-ae23-0db7dc849616, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:51:39.919180 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-69d99182-6346-484d-87cf-2438690c589e None None] For port 53de86c1-347f-4203-ae23-0db7dc849616, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=53de86c1-347f-4203-ae23-0db7dc849616,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:51:39.926618 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port cebf9de8-ee25-4704-9247-682da95fb1c6 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:39.927259 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:39.949043 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:51:39.969110 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2a1b03d9-9f00-43bc-acc1-0596daa31918 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.002762 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-8c835520-0d83-4d22-bd27-accaf8977b82 service neutron] 10.222.0.24 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580800 Dec 09 11:51:40.018897 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-69d99182-6346-484d-87cf-2438690c589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.089304 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device a0d0fe78-5f80-4934-92fe-91cb24721961 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:40.116488 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0057e03a-e504-49fa-b4dc-4625fd6985cc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.125142 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149a504-7e05-46ef-bc4e-b549c99391b3 req-f5d3ae5d-d3c1-4d81-8b4e-08cd5b95e6fb tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:40.127080 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c149a504-7e05-46ef-bc4e-b549c99391b3 req-f5d3ae5d-d3c1-4d81-8b4e-08cd5b95e6fb tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 931 time: 0.2088892 Dec 09 11:51:40.136030 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2a1b03d9-9f00-43bc-acc1-0596daa31918 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.171030 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd418d88-865b-4517-9eb6-08478444edce None None] Pushing event updated for resources: {'Port': ['ID=53de86c1-347f-4203-ae23-0db7dc849616,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:40.179542 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d99182-6346-484d-87cf-2438690c589e None None] Routers {'766938f0-228c-4d29-8c63-282801c3e4e1'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:51:40.180370 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-69d99182-6346-484d-87cf-2438690c589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['766938f0-228c-4d29-8c63-282801c3e4e1'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:40.214301 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-4681442b-3d60-4efc-9a4d-1ee8c4559a4e service neutron] 10.222.0.24 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101018 Dec 09 11:51:40.230874 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0057e03a-e504-49fa-b4dc-4625fd6985cc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.234625 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2a1b03d9-9f00-43bc-acc1-0596daa31918 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.304683 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057e03a-e504-49fa-b4dc-4625fd6985cc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02865ce-83da-41a5-b3cc-29c79122e853,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:40.316008 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c149a504-7e05-46ef-bc4e-b549c99391b3 req-7241f09e-37ce-4646-ae2a-410f6719c03e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766825 Dec 09 11:51:40.327384 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b03d9-9f00-43bc-acc1-0596daa31918 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:40.383741 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 2, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:40.397892 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2a1b03d9-9f00-43bc-acc1-0596daa31918 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.399784 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-2a1b03d9-9f00-43bc-acc1-0596daa31918 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9126036 Dec 09 11:51:40.402713 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51616) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:40.407779 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-5db8fc61-5a61-4321-804a-e04b35c45fc0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Request body: {'security_group_rule': {'security_group_id': 'a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:40.427004 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Checking router: 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:51:40.427698 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Updating router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f port 2440c7b2-aadb-47ea-afd8-703c579a0495 binding host dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:51:40.456903 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.459001 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fe13253f-ab1b-475e-98cb-a28fb80aaf6b req-267bed4b-c5fa-47f9-96df-86a70a3d68ff tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 210 time: 0.0314095 Dec 09 11:51:40.484184 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0057e03a-e504-49fa-b4dc-4625fd6985cc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.485853 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-0057e03a-e504-49fa-b4dc-4625fd6985cc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9661016 Dec 09 11:51:40.488561 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51620) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:40.498358 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-f293f8a8-29e6-45af-8fbb-f245cf32b3b9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Request body: {'security_group_rule': {'security_group_id': '65a08876-a5e2-43e8-8607-49c25a504b89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:40.587258 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port a0d0fe78-5f80-4934-92fe-91cb24721961 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:40.587925 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.649463 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-69d99182-6346-484d-87cf-2438690c589e None None] Set router 766938f0-228c-4d29-8c63-282801c3e4e1 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:51:40.665202 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5db8fc61-5a61-4321-804a-e04b35c45fc0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.815470 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-324ec29c-27e6-486d-9f51-191d69762c6a req-30146353-5bbe-4f19-8af8-aec7f137bd67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.1308885 Dec 09 11:51:40.829782 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f293f8a8-29e6-45af-8fbb-f245cf32b3b9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.901103 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5db8fc61-5a61-4321-804a-e04b35c45fc0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.918075 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.971934 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f293f8a8-29e6-45af-8fbb-f245cf32b3b9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.985591 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Publish callbacks [] for port, precommit_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:40.996736 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port a0d0fe78-5f80-4934-92fe-91cb24721961, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=a0d0fe78-5f80-4934-92fe-91cb24721961,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:51:41.090692 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-69d99182-6346-484d-87cf-2438690c589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2062084134-router', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:24Z', 'updated_at': '2021-12-09T11:51:31Z', 'revision_number': 4, 'project_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'gw_port': {'id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:25Z', 'updated_at': '2021-12-09T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '53de86c1-347f-4203-ae23-0db7dc849616', 'name': '', 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'mac_address': 'fa:16:3e:cc:e5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52abfb0d-05f6-4418-8825-93dba6160d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:29Z', 'updated_at': '2021-12-09T11:51:39Z', 'revision_number': 4, 'project_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'subnets': [{'id': '52abfb0d-05f6-4418-8825-93dba6160d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:41.103674 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5db8fc61-5a61-4321-804a-e04b35c45fc0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:41.124584 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8fc61-5a61-4321-804a-e04b35c45fc0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d862f2-ce4f-4dab-b276-cbd9a7ca453b,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:41.131278 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d99182-6346-484d-87cf-2438690c589e None None] The sync data for ids ['766938f0-228c-4d29-8c63-282801c3e4e1'] in dv-cinder-819692-7-iscsi is: [{'id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2062084134-router', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:24Z', 'updated_at': '2021-12-09T11:51:31Z', 'revision_number': 4, 'project_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'gw_port': {'id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:25Z', 'updated_at': '2021-12-09T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '53de86c1-347f-4203-ae23-0db7dc849616', 'name': '', 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'mac_address': 'fa:16:3e:cc:e5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52abfb0d-05f6-4418-8825-93dba6160d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:29Z', 'updated_at': '2021-12-09T11:51:39Z', 'revision_number': 4, 'project_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'subnets': [{'id': '52abfb0d-05f6-4418-8825-93dba6160d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:51:41.303933 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:41.304735 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device c4660cb6-5927-499b-9b11-db20152d15c8 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:41.305104 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:41.307508 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f293f8a8-29e6-45af-8fbb-f245cf32b3b9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:41.314846 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5db8fc61-5a61-4321-804a-e04b35c45fc0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:41.323430 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-5db8fc61-5a61-4321-804a-e04b35c45fc0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9193914 Dec 09 11:51:41.324443 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51636) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:41.354232 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-d41cff9c-bfe4-44e8-a4de-b93714c2b3f1 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Request body: {'security_group_rule': {'security_group_id': 'a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:41.403160 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293f8a8-29e6-45af-8fbb-f245cf32b3b9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f408201-83c8-4ddd-bd24-1b633cbbeabb,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:41.418748 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e923ae-d93d-4335-9c40-63b921b39455 None None] Pushing event updated for resources: {'Port': ['ID=2440c7b2-aadb-47ea-afd8-703c579a0495,revision_number=3']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:41.442357 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Sync routers for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:51:41.485463 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=a0d0fe78-5f80-4934-92fe-91cb24721961,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:41.518267 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:51:41.518714 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:41.588059 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Attempting to bind port 2440c7b2-aadb-47ea-afd8-703c579a0495 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:51:41.598011 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Attempting to bind port 2440c7b2-aadb-47ea-afd8-703c579a0495 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:51:41.598011 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Attempting to bind port 2440c7b2-aadb-47ea-afd8-703c579a0495 on network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:41.598011 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:51:41.598011 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Checking segment: {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:41.598011 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:41.598011 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Bound using segment: {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:51:41.598011 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Bound port: 2440c7b2-aadb-47ea-afd8-703c579a0495, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'}}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:51:41.598011 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:41.601087 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d41cff9c-bfe4-44e8-a4de-b93714c2b3f1 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:41.666652 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77fa51-640f-42ce-be01-33f4e8e2430c req-3cef46af-e075-4a43-9e98-0d8c1edbabc5 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:41.685267 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0b77fa51-640f-42ce-be01-33f4e8e2430c req-3cef46af-e075-4a43-9e98-0d8c1edbabc5 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 931 time: 0.2045035 Dec 09 11:51:41.816759 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] For port 2440c7b2-aadb-47ea-afd8-703c579a0495, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:51:41.822560 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] For port 2440c7b2-aadb-47ea-afd8-703c579a0495, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2440c7b2-aadb-47ea-afd8-703c579a0495,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:51:41.847676 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f293f8a8-29e6-45af-8fbb-f245cf32b3b9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:41.849785 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-f293f8a8-29e6-45af-8fbb-f245cf32b3b9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3593130 Dec 09 11:51:41.852364 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port c4660cb6-5927-499b-9b11-db20152d15c8 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:41.852856 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:41.856404 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51658) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:41.858836 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3b89ea81-054c-4bb8-b257-5b45b50f416e req-426cf150-17ff-4e8e-855b-c7114a928bf8 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 210 time: 0.1026149 Dec 09 11:51:41.864500 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d41cff9c-bfe4-44e8-a4de-b93714c2b3f1 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:41.878389 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Request body: {'floatingip': {'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:41.901301 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:41.963764 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-27cfd675-f5bb-4768-adb6-694d5cbe05b0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:51:41.968791 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-27cfd675-f5bb-4768-adb6-694d5cbe05b0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092747 Dec 09 11:51:41.971695 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Request body: {'port': {'device_id': '229a228d-c851-4987-8714-5f185113af7a', 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e', 'admin_state_up': True, 'tenant_id': 'db9462c84cbd41c58bda0f19d2327be5'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:41.979933 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d41cff9c-bfe4-44e8-a4de-b93714c2b3f1 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:42.057698 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:51:42.064475 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:42.094052 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0b77fa51-640f-42ce-be01-33f4e8e2430c req-2433aa04-2723-44ce-b37a-bcd8bbb3893b tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057279 Dec 09 11:51:42.107393 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:42.121896 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cff9c-bfe4-44e8-a4de-b93714c2b3f1 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585ac950-f2d7-4ddb-b1c0-439bd513e7fe,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:42.167264 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-54f5a358-9f04-4007-8ca0-2a63c964a9a8 None None] Provisioning complete for port 2440c7b2-aadb-47ea-afd8-703c579a0495 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:42.167592 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-54f5a358-9f04-4007-8ca0-2a63c964a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:42.336183 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e923ae-d93d-4335-9c40-63b921b39455 None None] Pushing event updated for resources: {'Port': ['ID=2440c7b2-aadb-47ea-afd8-703c579a0495,revision_number=4']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:42.374354 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4373daa9-ab9c-4782-8555-b9a524a96c39 req-f5f61fb5-3dbb-4d8d-b04e-e289bddd3b1c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.1868341 Dec 09 11:51:42.391441 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:51:42.494335 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Request body: {'port': {'device_id': '2508d929-47a4-4669-aa4a-a41999cee5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:42.771995 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d41cff9c-bfe4-44e8-a4de-b93714c2b3f1 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:42.771995 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-d41cff9c-bfe4-44e8-a4de-b93714c2b3f1 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3525150 Dec 09 11:51:42.771995 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51678) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:42.771995 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:42.771995 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Request body: {'floatingip': {'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:42.807875 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:42.821965 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:51:42.858057 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port c4660cb6-5927-499b-9b11-db20152d15c8, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=c4660cb6-5927-499b-9b11-db20152d15c8,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:51:43.085042 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:43.089617 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:43.103288 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1e6821f6-f6bd-4819-8d0c-00949f5d5ebc req-89d6ee64-102e-4fc8-b40b-21bd85fb8c5f tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 210 time: 0.0804334 Dec 09 11:51:43.192863 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=c4660cb6-5927-499b-9b11-db20152d15c8,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:43.196169 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-54f5a358-9f04-4007-8ca0-2a63c964a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:43.201285 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:41Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:43.231369 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Made reservation on behalf of db9462c84cbd41c58bda0f19d2327be5 for: {'port': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:43.236521 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:43.257287 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b55fd-f518-4fd7-867b-456bcf1ed7e2 None None] The sync data for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi is: [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:41Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:51:43.480349 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-54f5a358-9f04-4007-8ca0-2a63c964a9a8 None None] For port 2440c7b2-aadb-47ea-afd8-703c579a0495, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2440c7b2-aadb-47ea-afd8-703c579a0495,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:51:43.581926 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 53de86c1-347f-4203-ae23-0db7dc849616 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:43.640413 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-54f5a358-9f04-4007-8ca0-2a63c964a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:43.916265 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 53de86c1-347f-4203-ae23-0db7dc849616 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:43.916265 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:43.916265 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5a358-9f04-4007-8ca0-2a63c964a9a8 None None] Pushing event updated for resources: {'Port': ['ID=2440c7b2-aadb-47ea-afd8-703c579a0495,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:43.919515 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3f479e70-62b0-4185-a139-7fc29fd8fb12 req-92773be9-6f95-4afe-9a24-88b4ebd9b4df tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.1975167 Dec 09 11:51:43.919938 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 2, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:43.920273 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:43.932662 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51708) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:43.953176 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840ae7b-950c-4b78-ad2e-33ccc72ce3a9 req-516b41d2-e8fb-4534-ac76-79f02cf9bae7 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:43.954862 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8840ae7b-950c-4b78-ad2e-33ccc72ce3a9 req-516b41d2-e8fb-4534-ac76-79f02cf9bae7 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 931 time: 0.6858828 Dec 09 11:51:43.991175 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Checking router: d07696d5-022d-4625-bb23-a84f174cf651 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:51:43.991544 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Updating router d07696d5-022d-4625-bb23-a84f174cf651 port b398a7d5-3cdc-48c0-8825-70920f83d570 binding host dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:51:43.996427 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-63addc86-0ae3-4177-a4d3-b367c0b500f2 None None] Provisioning complete for port 2440c7b2-aadb-47ea-afd8-703c579a0495 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:43.996803 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-63addc86-0ae3-4177-a4d3-b367c0b500f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:44.082656 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:44.367083 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2e40ea-73e1-4c59-9d28-d4630ba5964e {{(pid=109617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:51:44.379098 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:44.405533 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.provisioning_blocks [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Transition to ACTIVE for port object fa2e40ea-73e1-4c59-9d28-d4630ba5964e will not be triggered until provisioned by entity L2. {{(pid=109617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:51:44.418406 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-49425c64-d9e6-4726-977b-939ed50e699c req-9f0ba4fe-f4b0-46a3-9bca-c6b7c2d611e4 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 210 time: 0.0442545 Dec 09 11:51:44.624024 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Allocated IP 172.20.0.4 (a8c36f43-74f4-4276-a9c8-6358e6cc613e/c2475cf3-a01d-4b3d-84cb-93bbf2606e2a/86716bb5-225d-4767-a3b3-d3dc5e96d1c8) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:44.624024 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8840ae7b-950c-4b78-ad2e-33ccc72ce3a9 req-90f1fff9-e51d-4f4b-8f9c-371fc73b1cdf tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865797 Dec 09 11:51:44.625266 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Allocated IP 172.27.3.175 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/b82ef35d-5530-44e7-ad09-1bd3f699ff70) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:44.625266 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1ece9b3-82d1-4d89-b25b-66b47f355fdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:44.640747 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Publish callbacks [] for port, precommit_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:44.712391 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:44.750451 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:44.803648 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:44.813334 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port 53de86c1-347f-4203-ae23-0db7dc849616, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=53de86c1-347f-4203-ae23-0db7dc849616,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:51:44.829341 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:44.850952 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:44.877911 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:44.970445 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1ece9b3-82d1-4d89-b25b-66b47f355fdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:44.981025 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1b2fd-c068-4d7a-b544-13d65a09225d None None] Pushing event updated for resources: {'Port': ['ID=b398a7d5-3cdc-48c0-8825-70920f83d570,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:44.985381 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.007743 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.012843 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device a0d0fe78-5f80-4934-92fe-91cb24721961 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:45.191693 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Attempting to bind port b398a7d5-3cdc-48c0-8825-70920f83d570 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:51:45.191693 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Attempting to bind port b398a7d5-3cdc-48c0-8825-70920f83d570 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:51:45.191693 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Attempting to bind port b398a7d5-3cdc-48c0-8825-70920f83d570 on network 339399d7-c359-4375-8e64-8580dc618d39 {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:45.191693 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:51:45.191693 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Checking segment: {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:45.191693 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.191693 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Bound using segment: {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:51:45.191693 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Bound port: b398a7d5-3cdc-48c0-8825-70920f83d570, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:51:45.191693 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.194139 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2e40ea-73e1-4c59-9d28-d4630ba5964e,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:45.238019 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=53de86c1-347f-4203-ae23-0db7dc849616,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:45.244957 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Pushing event updated for resources: {'Port': ['ID=86716bb5-225d-4767-a3b3-d3dc5e96d1c8,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:45.339803 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] For port b398a7d5-3cdc-48c0-8825-70920f83d570, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:51:45.352575 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] For port b398a7d5-3cdc-48c0-8825-70920f83d570, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=b398a7d5-3cdc-48c0-8825-70920f83d570,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:51:45.367252 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1ece9b3-82d1-4d89-b25b-66b47f355fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.368367 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port a0d0fe78-5f80-4934-92fe-91cb24721961 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:45.368367 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.370854 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f281f469-2345-4bcc-8cac-9135e2f7dff6 req-54afd542-6fb8-4dc0-abe1-9b3ec58bdc35 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.1292818 Dec 09 11:51:45.373021 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Network a8c36f43-74f4-4276-a9c8-6358e6cc613e is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:45.396659 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:45.396659 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:45.402411 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:45.412026 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.437327 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-b1ece9b3-82d1-4d89-b25b-66b47f355fdd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8012173eb2ef4ed4be1532e7f4768ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5014255 Dec 09 11:51:45.468425 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.468575 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51732) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:45.558506 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-94b44b8f-fe3d-419a-8e3e-27c2c11af6ee None None] Provisioning complete for port b398a7d5-3cdc-48c0-8825-70920f83d570 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:45.560658 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-94b44b8f-fe3d-419a-8e3e-27c2c11af6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.618244 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:45.628030 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.663704 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event updated for resources: {'Port': ['ID=b82ef35d-5530-44e7-ad09-1bd3f699ff70,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:45.681380 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:45.699596 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Attempting to bind port fa2e40ea-73e1-4c59-9d28-d4630ba5964e on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:51:45.700206 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Attempting to bind port fa2e40ea-73e1-4c59-9d28-d4630ba5964e by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': 'f8c3a852-000c-4ed4-b91a-871d3545bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '09bafdd3-47d4-45b2-a58a-4d84b5916647'}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:51:45.700878 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Attempting to bind port fa2e40ea-73e1-4c59-9d28-d4630ba5964e on network 09bafdd3-47d4-45b2-a58a-4d84b5916647 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:45.727910 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-454b041d-405d-483b-950b-1721eef77675 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7877400 Dec 09 11:51:45.735318 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:51:45.736777 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Port fa2e40ea-73e1-4c59-9d28-d4630ba5964e on network 09bafdd3-47d4-45b2-a58a-4d84b5916647 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:51:45.737101 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Attempting to bind port fa2e40ea-73e1-4c59-9d28-d4630ba5964e on network 09bafdd3-47d4-45b2-a58a-4d84b5916647 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:45.745538 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:45.767667 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:45.811093 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e102102-438d-41d9-86da-c431319335e2 req-0a816428-344c-40c6-a8fb-bbfe82bd58a7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:45.818879 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8e102102-438d-41d9-86da-c431319335e2 req-0a816428-344c-40c6-a8fb-bbfe82bd58a7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 931 time: 0.2161701 Dec 09 11:51:45.869580 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-618a2dbf-18b6-433f-b9fe-8a51779b1d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.876892 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 53de86c1-347f-4203-ae23-0db7dc849616 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:45.887267 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1c89c-b194-4226-9942-df480fc582ea req-bd16ed70-52c2-4f3c-a04d-a72048bdf22f tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:45.899444 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-51a1c89c-b194-4226-9942-df480fc582ea req-bd16ed70-52c2-4f3c-a04d-a72048bdf22f tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 943 time: 0.2954037 Dec 09 11:51:45.956801 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.959440 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1b2fd-c068-4d7a-b544-13d65a09225d None None] Pushing event updated for resources: {'Port': ['ID=b398a7d5-3cdc-48c0-8825-70920f83d570,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:45.975461 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-618a2dbf-18b6-433f-b9fe-8a51779b1d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:45.977265 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ece9b3-82d1-4d89-b25b-66b47f355fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd425ff4-ccf5-4159-a1b4-1d679a74de93,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:45.980404 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:51:45.980702 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Checking segment: {'id': 'f8c3a852-000c-4ed4-b91a-871d3545bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '09bafdd3-47d4-45b2-a58a-4d84b5916647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:45.981335 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Bound using segment: {'id': 'f8c3a852-000c-4ed4-b91a-871d3545bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '09bafdd3-47d4-45b2-a58a-4d84b5916647'} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:51:45.981808 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Bound port: fa2e40ea-73e1-4c59-9d28-d4630ba5964e, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c3a852-000c-4ed4-b91a-871d3545bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '09bafdd3-47d4-45b2-a58a-4d84b5916647'}}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:51:45.982218 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.028786 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8e102102-438d-41d9-86da-c431319335e2 req-dbd736ea-48a5-4e80-ae5e-45a6b9b45e3a tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975167 Dec 09 11:51:46.063523 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Allocated IP 172.27.3.244 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/6890b922-b74a-4fa5-9e56-56f5541fb6c1) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:46.092504 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-51a1c89c-b194-4226-9942-df480fc582ea req-4436161d-0bcc-4c45-a2f4-610a55546f33 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921353 Dec 09 11:51:46.113351 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:51:46.144265 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 53de86c1-347f-4203-ae23-0db7dc849616 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:46.152012 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.152012 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-94b44b8f-fe3d-419a-8e3e-27c2c11af6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.152715 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] For port fa2e40ea-73e1-4c59-9d28-d4630ba5964e, host hv-cinder-81969, cleared binding levels {{(pid=109617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:51:46.171436 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.203089 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] For port fa2e40ea-73e1-4c59-9d28-d4630ba5964e, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=fa2e40ea-73e1-4c59-9d28-d4630ba5964e,segment=NetworkSegment(f8c3a852-000c-4ed4-b91a-871d3545bb90),segment_id=f8c3a852-000c-4ed4-b91a-871d3545bb90)] {{(pid=109617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:51:46.217341 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-618a2dbf-18b6-433f-b9fe-8a51779b1d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.220035 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-618a2dbf-18b6-433f-b9fe-8a51779b1d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.225227 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-618a2dbf-18b6-433f-b9fe-8a51779b1d2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd425ff4-ccf5-4159-a1b4-1d679a74de93 HTTP/1.1" status: 204 len: 168 time: 0.7655032 Dec 09 11:51:46.245146 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a2dbf-18b6-433f-b9fe-8a51779b1d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd425ff4-ccf5-4159-a1b4-1d679a74de93,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:46.255061 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-94b44b8f-fe3d-419a-8e3e-27c2c11af6ee None None] For port b398a7d5-3cdc-48c0-8825-70920f83d570, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=b398a7d5-3cdc-48c0-8825-70920f83d570,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:51:46.361418 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.364995 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.383165 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device c4660cb6-5927-499b-9b11-db20152d15c8 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:46.414246 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:46.414882 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.416331 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/fa2e40ea-73e1-4c59-9d28-d4630ba5964e HTTP/1.1" status: 200 len: 1093 time: 4.1727633 Dec 09 11:51:46.421437 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2508d929-47a4-4669-aa4a-a41999cee5e4', 'tag': 'fa2e40ea-73e1-4c59-9d28-d4630ba5964e'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:51:46.432316 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-94b44b8f-fe3d-419a-8e3e-27c2c11af6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.502505 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-03782daa-7c72-4139-a049-fd2221173488 req-1f5d7e73-23ed-421a-99dd-6ec2c0973101 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.0409443 Dec 09 11:51:46.553394 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b44b8f-fe3d-419a-8e3e-27c2c11af6ee None None] Pushing event updated for resources: {'Port': ['ID=b398a7d5-3cdc-48c0-8825-70920f83d570,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:46.553636 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0bbb1-3808-423f-a038-c42aeac843c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2e40ea-73e1-4c59-9d28-d4630ba5964e,revision_number=3']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:46.571867 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port c4660cb6-5927-499b-9b11-db20152d15c8 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:46.572430 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.591643 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.607677 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-0578cece-7dd4-4b14-804c-ca170183c8da None None] Provisioning complete for port b398a7d5-3cdc-48c0-8825-70920f83d570 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:46.608175 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0578cece-7dd4-4b14-804c-ca170183c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.625051 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ddbdcc-e850-4a43-ab39-116ccde6a576" -d '{"events": [{"name": "network-changed", "server_uuid": "2508d929-47a4-4669-aa4a-a41999cee5e4", "tag": "fa2e40ea-73e1-4c59-9d28-d4630ba5964e"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:51:46.636692 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:45Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:51:46.649329 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.682577 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874fd2ef-ee39-4872-b01e-b4ac1f6af6ca None None] The sync data for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi is: [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:45Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:51:46.685640 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.699099 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:46.705861 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:46.725747 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.731258 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:46.749660 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event updated for resources: {'Port': ['ID=6890b922-b74a-4fa5-9e56-56f5541fb6c1,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:46.765522 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2440c7b2-aadb-47ea-afd8-703c579a0495 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:46.824726 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 2440c7b2-aadb-47ea-afd8-703c579a0495 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:46.825102 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.835348 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba87db9-598c-46e2-b22e-ed7b0822375a x-openstack-request-id: req-8ba87db9-598c-46e2-b22e-ed7b0822375a {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:51:46.835630 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2508d929-47a4-4669-aa4a-a41999cee5e4", "tag": "fa2e40ea-73e1-4c59-9d28-d4630ba5964e", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:51:46.835885 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ba87db9-598c-46e2-b22e-ed7b0822375a {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:51:46.836387 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2508d929-47a4-4669-aa4a-a41999cee5e4', 'tag': 'fa2e40ea-73e1-4c59-9d28-d4630ba5964e', 'status': 'completed', 'code': 200} Dec 09 11:51:46.858839 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event updated for resources: {'Port': ['ID=b82ef35d-5530-44e7-ad09-1bd3f699ff70,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:46.870248 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.918638 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:46.919902 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-78f7267a-2dd9-4b24-9f9d-622c87da4c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0535192 Dec 09 11:51:46.972295 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.013662 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:51:47.082898 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 51786) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:47.125409 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-13af4c0c-cc3d-4a66-92ee-9b5ece0ed6f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.250272 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-d03d0283-989d-4b61-b4f4-c3f9d2fc8bee tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--619509161&fields=id&tenant_id=950b7ea4e7374eb58627d3f048470bdb HTTP/1.1" status: 200 len: 267 time: 0.1322606 Dec 09 11:51:47.266840 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b7a24-8585-4d1e-b883-43e25e5dac5b req-663b2be6-c7ed-46e4-8f49-3d8187ae90b7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:47.268298 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-215b7a24-8585-4d1e-b883-43e25e5dac5b req-663b2be6-c7ed-46e4-8f49-3d8187ae90b7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 931 time: 0.1378038 Dec 09 11:51:47.313168 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.412299 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-13af4c0c-cc3d-4a66-92ee-9b5ece0ed6f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.417111 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.418899 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-215b7a24-8585-4d1e-b883-43e25e5dac5b req-dec9882e-5ee9-4629-ac10-ba40e3056703 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347916 Dec 09 11:51:47.450420 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.459021 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-03863aac-7e70-43d7-9cc8-6638dd947c10 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:47.459021 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-03863aac-7e70-43d7-9cc8-6638dd947c10 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 816 time: 0.1818578 Dec 09 11:51:47.470652 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-872672ac-ff3e-475f-afa4-aafd19b8609e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/quotas/950b7ea4e7374eb58627d3f048470bdb HTTP/1.1" status: 200 len: 375 time: 0.0096066 Dec 09 11:51:47.476819 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event updated for resources: {'Port': ['ID=6890b922-b74a-4fa5-9e56-56f5541fb6c1,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:47.498617 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-13af4c0c-cc3d-4a66-92ee-9b5ece0ed6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.573986 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.575488 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-dc497341-6e23-4943-b77a-703976efb654 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8581381 Dec 09 11:51:47.588081 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-13af4c0c-cc3d-4a66-92ee-9b5ece0ed6f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f95a7995780441f8e5eda09069ad813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5038285 Dec 09 11:51:47.595799 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 51800) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:47.597155 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af4c0c-cc3d-4a66-92ee-9b5ece0ed6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ead688-4682-4d5f-8fcb-04543bedfdbf,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:47.626068 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-22902dc6-a285-40d6-8699-e09a513b0efd tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1472423 Dec 09 11:51:47.633991 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device b398a7d5-3cdc-48c0-8825-70920f83d570 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:51:47.638606 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75039f15-f4fe-4315-9b30-00d9cfe441b8 req-9fb3b78b-7c18-4389-b216-78c3cce2a75c tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:47.640851 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-75039f15-f4fe-4315-9b30-00d9cfe441b8 req-9fb3b78b-7c18-4389-b216-78c3cce2a75c tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 943 time: 0.1527953 Dec 09 11:51:47.667359 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-65487dfd-7854-41ac-9ca6-8f0df25f2d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.699180 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port b398a7d5-3cdc-48c0-8825-70920f83d570 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:47.699746 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.703063 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-65487dfd-7854-41ac-9ca6-8f0df25f2d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.756450 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-75039f15-f4fe-4315-9b30-00d9cfe441b8 req-751a3c88-9ec9-43c2-909a-059461b711d4 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012459 Dec 09 11:51:47.798469 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-2d76cd91-58c8-40a8-abc9-af01005fcf8d service neutron] 10.222.0.24 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527367 Dec 09 11:51:47.825558 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-65487dfd-7854-41ac-9ca6-8f0df25f2d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.828224 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-65487dfd-7854-41ac-9ca6-8f0df25f2d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:47.833288 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-65487dfd-7854-41ac-9ca6-8f0df25f2d0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5ead688-4682-4d5f-8fcb-04543bedfdbf HTTP/1.1" status: 204 len: 168 time: 0.2314966 Dec 09 11:51:47.853694 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65487dfd-7854-41ac-9ca6-8f0df25f2d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ead688-4682-4d5f-8fcb-04543bedfdbf,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:47.914330 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-07837289-51a3-4b90-afa8-4e4613b2aaa8 req-96ec3c98-56c6-4f8e-afba-df1706934fbe tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.0857337 Dec 09 11:51:47.948750 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-3188f818-319a-447a-99b2-803fbab78517 service neutron] 10.222.0.24 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435592 Dec 09 11:51:48.080596 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-5d62f849-e23f-4e39-a97b-ce5d8a14356a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1217886737&fields=id&tenant_id=91f497f7e91e433f906368540b14f2a5 HTTP/1.1" status: 200 len: 267 time: 0.0481420 Dec 09 11:51:48.216212 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-bcc216c7-dea2-42e7-ae15-7ad7ec5f58f7 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:48.218977 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-bcc216c7-dea2-42e7-ae15-7ad7ec5f58f7 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/networks?id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8 HTTP/1.1" status: 200 len: 810 time: 0.1297226 Dec 09 11:51:48.234757 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-978a036f-e138-4e7a-8e7e-8a8db20e6fa3 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/quotas/91f497f7e91e433f906368540b14f2a5 HTTP/1.1" status: 200 len: 375 time: 0.0096302 Dec 09 11:51:48.293739 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-cad80226-4556-41a0-a9c2-320aca1f1877 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=91f497f7e91e433f906368540b14f2a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494106 Dec 09 11:51:48.438089 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-5479f57b-3d73-4cdf-84d8-65cc7dbb1ac7 service neutron] 10.222.0.24 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288328 Dec 09 11:51:48.706904 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-da51ef5e-89db-4436-9ace-f97483b3f9f9 service neutron] 10.222.0.24 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678945 Dec 09 11:51:48.756741 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e590993-d615-4390-9127-ad61a6d22b5a req-81d1ffe4-cf31-4deb-b779-4480ff414742 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:48.767429 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9e590993-d615-4390-9127-ad61a6d22b5a req-81d1ffe4-cf31-4deb-b779-4480ff414742 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 931 time: 0.1809242 Dec 09 11:51:48.848456 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9e590993-d615-4390-9127-ad61a6d22b5a req-a72487f2-4a47-4355-8b55-e056fb0969f7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794888 Dec 09 11:51:48.945815 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2068b0a7-9a9f-4ab8-81fb-349730d0db93 req-74406852-4a63-48d7-bb2b-c0f8dc4cc6b8 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 210 time: 0.0435033 Dec 09 11:51:49.095495 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3547679-30de-4d0c-850f-c79a778c5a9e req-4da62e38-3130-4e3e-a7f0-181cc57ed672 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:49.108755 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e3547679-30de-4d0c-850f-c79a778c5a9e req-4da62e38-3130-4e3e-a7f0-181cc57ed672 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 943 time: 0.0812528 Dec 09 11:51:49.301708 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3f0af0d9-ae50-42eb-aac7-9faa92e6c28c req-051a82a0-e980-46a1-a7a7-9f675e91f601 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.0631881 Dec 09 11:51:49.372261 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9f941949-5222-400b-b938-d1011c504ae3 req-655660ad-c264-4838-b054-e0b833d31765 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0366037 Dec 09 11:51:49.427704 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e3547679-30de-4d0c-850f-c79a778c5a9e req-0c4caecc-a95e-4f7c-9c82-dd0ac5931b17 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153887 Dec 09 11:51:49.982486 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf68b7-6c56-4351-8822-2706d5ed8f26 req-d245fe9a-a711-459a-bf2f-6984f7c9f0d4 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:49.982486 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-afbf68b7-6c56-4351-8822-2706d5ed8f26 req-d245fe9a-a711-459a-bf2f-6984f7c9f0d4 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 931 time: 0.0563934 Dec 09 11:51:50.081852 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-48d63fc3-fd2b-406c-89d3-e47f4af0b004 req-b2c606f4-b5bd-4e4e-9e47-3ad59c55aabc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 210 time: 0.0478179 Dec 09 11:51:50.109722 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-afbf68b7-6c56-4351-8822-2706d5ed8f26 req-0d77bed9-965e-4b2b-8130-2ed5b9d5e973 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997736 Dec 09 11:51:50.403014 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-40fe47d7-6b92-49dd-9f5e-5f20c2cea261 req-509b4f3f-e8cb-46af-b779-0b02fa85467d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.0304832 Dec 09 11:51:50.464066 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fdd1cae7-300e-46c1-8539-51467b35f6b2 req-85b42533-9a3b-4934-a379-9b002463afe7 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0343554 Dec 09 11:51:50.558004 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751a599-3e8d-4860-8de6-e80562975879 req-712ffdf3-04af-498a-a173-4f681f17ce47 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:50.560547 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0751a599-3e8d-4860-8de6-e80562975879 req-712ffdf3-04af-498a-a173-4f681f17ce47 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 943 time: 0.0579910 Dec 09 11:51:50.636667 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0751a599-3e8d-4860-8de6-e80562975879 req-d0f4aa58-ac38-4f92-b07e-97285b9ce727 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673168 Dec 09 11:51:51.260948 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ce2ea4ff-7e7d-4c70-93e9-7cb983ca8944 req-c68a20ba-a9ac-4fef-ac5e-3202eb4d4bab tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 210 time: 0.0453327 Dec 09 11:51:51.290605 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4df9b-a2d0-46fe-b8fb-37ddafef1e2f req-9ec951dd-082b-4214-8005-d27ff3181656 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:51.298056 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-62a4df9b-a2d0-46fe-b8fb-37ddafef1e2f req-9ec951dd-082b-4214-8005-d27ff3181656 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 931 time: 0.1102316 Dec 09 11:51:51.344906 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-62a4df9b-a2d0-46fe-b8fb-37ddafef1e2f req-54332ba5-221f-401a-bc82-9748571c6271 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459723 Dec 09 11:51:51.511196 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42795095-21e2-4901-86c3-e2eed0214d9d req-03d5107d-e1b9-4474-b8a1-6c830a6e612a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.0338883 Dec 09 11:51:51.571572 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1b0809a0-4f2f-4d74-8fdc-af646bc717be req-5f3311d9-e7aa-4b44-81ef-4eea8d902d1e tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0280662 Dec 09 11:51:51.793809 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073453b-1e58-4ff3-bcb0-03efbad8e52b req-60b7bd72-74d7-4264-9830-5d4a62a2bf8d tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:51.795479 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5073453b-1e58-4ff3-bcb0-03efbad8e52b req-60b7bd72-74d7-4264-9830-5d4a62a2bf8d tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 943 time: 0.0685279 Dec 09 11:51:51.845533 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5073453b-1e58-4ff3-bcb0-03efbad8e52b req-dc516eb0-b7db-4a4e-9668-88b54e0c2741 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430238 Dec 09 11:51:52.011944 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-337f15dc-1d4f-469c-9154-a1058acb7ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:52.380260 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-762306a6-4e2e-425f-a33c-6b44b1038438 req-3797a0e6-538b-46fc-bdfc-3f4dd3baca59 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 210 time: 0.0261040 Dec 09 11:51:52.492256 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cc954-cee9-46d2-99d2-38e732cba458 req-b33263ee-8405-475a-98e0-b299a985ef19 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:52.493794 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-984cc954-cee9-46d2-99d2-38e732cba458 req-b33263ee-8405-475a-98e0-b299a985ef19 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 931 time: 0.0558069 Dec 09 11:51:52.543024 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-984cc954-cee9-46d2-99d2-38e732cba458 req-7ce54bc5-e530-41a1-aba3-4a4ab5cf8fd6 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Dec 09 11:51:52.603531 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a5f76745-de36-4258-8ed2-b17dac679912 req-e6692a60-7542-424e-b4fe-de2e108254b7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.0255837 Dec 09 11:51:52.665754 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e48a9311-c06d-4192-bf47-389a7e9bc66c req-28bc5077-73bc-4f2c-9a0a-f4e8cda8a76a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0277672 Dec 09 11:51:52.974608 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c16f1-ba50-43ef-a6e3-ad909d07f3a6 req-8072b30b-a05f-4027-8ee0-ce0115f3a12c tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:52.976278 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9c3c16f1-ba50-43ef-a6e3-ad909d07f3a6 req-8072b30b-a05f-4027-8ee0-ce0115f3a12c tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 943 time: 0.0524325 Dec 09 11:51:53.029276 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9c3c16f1-ba50-43ef-a6e3-ad909d07f3a6 req-4e9fa1af-c034-404f-bc8d-938c4d66aa21 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470450 Dec 09 11:51:53.501104 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-95593378-a303-4a85-ab5b-ee6a412180c1 req-2c56aacd-25d6-4178-aee6-136fc9bdf2c0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 210 time: 0.0259907 Dec 09 11:51:53.666756 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10749dea-e8f3-4c91-be1b-20965ffff10f req-6def8ea4-b3d9-40ff-908a-8e18d24cba3d tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:53.668404 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-10749dea-e8f3-4c91-be1b-20965ffff10f req-6def8ea4-b3d9-40ff-908a-8e18d24cba3d tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 931 time: 0.0498095 Dec 09 11:51:53.702586 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ddecad76-fa0c-4086-9d29-d37c357acefb req-1f203d13-37ca-4f1e-ba1b-1993c8cb1982 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.0327804 Dec 09 11:51:53.741093 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-10749dea-e8f3-4c91-be1b-20965ffff10f req-e8d648b5-167a-4bbc-9e79-494203afc795 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619252 Dec 09 11:51:53.791584 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4c2c7dbe-52ad-4703-9212-057157476799 req-da680036-bf1d-4582-8df4-9b4dbbcef4dc tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0327747 Dec 09 11:51:54.334908 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f270178-938e-4d9a-b0e4-a2f168aeeb72 req-521a0cd6-31ff-45f6-b6dd-63de1c47e044 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:54.337000 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0f270178-938e-4d9a-b0e4-a2f168aeeb72 req-521a0cd6-31ff-45f6-b6dd-63de1c47e044 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 943 time: 0.2245188 Dec 09 11:51:54.390101 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0f270178-938e-4d9a-b0e4-a2f168aeeb72 req-5ec5227e-4ecd-4beb-8e8c-6e7b9516aaf4 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471194 Dec 09 11:51:54.548671 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c42de81d-cc68-4008-a60f-1fa5a25e56e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:54.609487 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6689bc9d-76a5-4051-9482-0f92a5af0cf5 req-6c300fca-2ef2-4bfe-ad66-938e80dc4427 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 210 time: 0.0267756 Dec 09 11:51:54.822379 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-91da9a19-f9f5-46f3-81e6-043d3f170a27 req-35640ddc-8727-4a13-b154-37ea7f7a8057 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.0384130 Dec 09 11:51:54.924368 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54887ee6-3b8a-43e3-9a8a-b35dba89c177 req-2d1b6a81-2d11-44ec-b506-e6be0109396f tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0296912 Dec 09 11:51:54.941052 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5c1b7-e467-4ee6-8fc2-579cdd6b7fad req-8328ab36-4ffd-45a9-8efb-a5143e088b6b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:54.943131 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5c1b7-e467-4ee6-8fc2-579cdd6b7fad req-8328ab36-4ffd-45a9-8efb-a5143e088b6b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 931 time: 0.0976527 Dec 09 11:51:54.991194 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5c1b7-e467-4ee6-8fc2-579cdd6b7fad req-1f438b72-8b4d-4037-954e-4809d906c9e0 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Dec 09 11:51:55.194028 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:55.366542 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.42', 58870) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:55.434059 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Request body: {'port': {'device_id': '229a228d-c851-4987-8714-5f185113af7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:55.549598 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddbdcc-e850-4a43-ab39-116ccde6a576 req-95d709a3-95dc-4954-a70f-ca8d8338ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:55.551282 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-53ddbdcc-e850-4a43-ab39-116ccde6a576 req-95d709a3-95dc-4954-a70f-ca8d8338ca80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6622073e212b4ba0a8e5d5c2e3d9e553&device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0831211 Dec 09 11:51:55.607105 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:55.624254 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f18f3e-2552-4ba3-b95e-7618848478d3 req-438c98fd-a649-45c8-9710-8a95d41f6b02 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:55.625717 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f9f18f3e-2552-4ba3-b95e-7618848478d3 req-438c98fd-a649-45c8-9710-8a95d41f6b02 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 943 time: 0.1411805 Dec 09 11:51:55.657184 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60549f3e-bee3-4e01-8647-73798748e447 req-304a38ae-88c4-47bd-88dc-824511e48b13 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:55.658700 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-304a38ae-88c4-47bd-88dc-824511e48b13 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.42 "GET /v2.0/networks?id=94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 200 len: 819 time: 0.2402070 Dec 09 11:51:55.689572 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-60549f3e-bee3-4e01-8647-73798748e447 req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Request body: {'port': {'device_id': 'fdff7512-8e1d-4e40-b178-c2f29060fa6d', 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431', 'admin_state_up': True, 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:55.746089 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b66072e4-7849-4b18-8d7f-9db228d41027 req-d7b38a6d-1d95-4bc0-9787-31d638eb8f27 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 210 time: 0.0624969 Dec 09 11:51:55.787564 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddbdcc-e850-4a43-ab39-116ccde6a576 req-1cb2b685-f2df-4b66-b4dc-d608ea3e59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:55.789266 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-53ddbdcc-e850-4a43-ab39-116ccde6a576 req-1cb2b685-f2df-4b66-b4dc-d608ea3e59ab service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6622073e212b4ba0a8e5d5c2e3d9e553&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2258463 Dec 09 11:51:55.929586 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f9f18f3e-2552-4ba3-b95e-7618848478d3 req-c1fe6df6-2b4e-4328-9511-f5820396e540 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903359 Dec 09 11:51:56.001361 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddbdcc-e850-4a43-ab39-116ccde6a576 req-01727666-c18a-40ba-abe2-5776c20df02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:56.003600 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-53ddbdcc-e850-4a43-ab39-116ccde6a576 req-01727666-c18a-40ba-abe2-5776c20df02d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2066653 Dec 09 11:51:56.078199 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5ef26977-c9e2-4c77-9e4b-7a4806ecae2b req-7be2cc2c-7622-4293-a32b-8f49e593564b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.0837610 Dec 09 11:51:56.132056 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7ec1e173-8120-4059-806c-e4568d6422c9 req-105f90ff-63e9-4611-9f07-f006bb8ef603 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0905235 Dec 09 11:51:56.184949 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139e4b4-b715-4b50-8e56-e7504999098a req-3b344669-0088-4e44-a4c5-33724f1d1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:56.186448 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-3b344669-0088-4e44-a4c5-33724f1d1e8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6622073e212b4ba0a8e5d5c2e3d9e553&device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0506651 Dec 09 11:51:56.219414 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1358b-da93-47c9-b6fc-e1504e20cbfc req-9b3b4553-d339-4751-902d-ea02daba851b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:56.220890 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16c1358b-da93-47c9-b6fc-e1504e20cbfc req-9b3b4553-d339-4751-902d-ea02daba851b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 931 time: 0.0677133 Dec 09 11:51:56.282963 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-e9bcc041-6fcc-4988-9468-df480a132dbc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa2e40ea-73e1-4c59-9d28-d4630ba5964e HTTP/1.1" status: 200 len: 217 time: 0.0857253 Dec 09 11:51:56.283450 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.42', 58877) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:56.299095 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 {{(pid=109618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:51:56.309555 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:56.318338 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16c1358b-da93-47c9-b6fc-e1504e20cbfc req-b0b03b5d-3758-4782-ae06-f1d59a021f5c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900178 Dec 09 11:51:56.339541 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.provisioning_blocks [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Transition to ACTIVE for port object 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 will not be triggered until provisioned by entity L2. {{(pid=109618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:51:56.356671 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60549f3e-bee3-4e01-8647-73798748e447 req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Made reservation on behalf of 5ec23381470546c7a5ebf1b80a8bb8b1 for: {'port': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:56.360301 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-60549f3e-bee3-4e01-8647-73798748e447 req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:56.407303 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139e4b4-b715-4b50-8e56-e7504999098a req-a3cbb06c-3d2b-4239-84ae-452b0902d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:56.408822 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-a3cbb06c-3d2b-4239-84ae-452b0902d894 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a59266e7-f1cf-4aab-97b8-7257476bd35b HTTP/1.1" status: 200 len: 852 time: 0.1103704 Dec 09 11:51:56.451436 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:56.487168 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-f62d422f-7945-4fc8-a870-54748f692617 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bafdd3-47d4-45b2-a58a-4d84b5916647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705559 Dec 09 11:51:56.515367 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-e61f2c70-5b94-46e3-bc5a-5f2c0b645eae tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:56.517200 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-e61f2c70-5b94-46e3-bc5a-5f2c0b645eae tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.42 "GET /v2.0/networks?id=94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 200 len: 819 time: 0.2273204 Dec 09 11:51:56.537075 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Request body: {'port': {'device_id': 'dc6ebef9-7a64-4e0a-960e-9d8a54821e7e', 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431', 'admin_state_up': True, 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:56.557584 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Pushing event updated for resources: {'Port': ['ID=86716bb5-225d-4767-a3b3-d3dc5e96d1c8,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:56.605582 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [req-60549f3e-bee3-4e01-8647-73798748e447 req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Allocated IP 172.20.0.4 (94529fec-5f8f-4c94-9d43-36d5ce9c1431/52abfb0d-05f6-4418-8825-93dba6160d6f/92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:56.631284 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Attempting to bind port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:51:56.631924 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Attempting to bind port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:51:56.632049 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Attempting to bind port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 on network a8c36f43-74f4-4276-a9c8-6358e6cc613e {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:56.646095 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 on network a8c36f43-74f4-4276-a9c8-6358e6cc613e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:51:56.646559 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Attempting to bind port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 on network a8c36f43-74f4-4276-a9c8-6358e6cc613e {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:56.661049 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:51:56.661321 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Checking segment: {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:56.661888 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Bound using segment: {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:51:56.662395 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Bound port: 86716bb5-225d-4767-a3b3-d3dc5e96d1c8, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'}}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:51:56.662750 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:56.680015 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-bca20443-92c2-47b4-b713-541cac5bb788 service neutron] 10.222.0.42 "GET /v2.0/networks/09bafdd3-47d4-45b2-a58a-4d84b5916647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840727 Dec 09 11:51:56.845157 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] For port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8, host hv-cinder-81969, cleared binding levels {{(pid=109618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:51:56.853182 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] For port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=86716bb5-225d-4767-a3b3-d3dc5e96d1c8,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:51:56.883090 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:56.885873 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-60549f3e-bee3-4e01-8647-73798748e447 req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:56.905199 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8f4b783c-0e87-4d0f-94b0-e2d292bd3abf req-5e421615-6066-4a0f-b536-954348a961c1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 210 time: 0.0409999 Dec 09 11:51:56.906040 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-e139e4b4-b715-4b50-8e56-e7504999098a req-6a0fe774-6c08-4e40-9c38-fb5b609bae17 service neutron] 10.222.0.42 "GET /v2.0/networks/09bafdd3-47d4-45b2-a58a-4d84b5916647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683667 Dec 09 11:51:57.011149 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Made reservation on behalf of 5ec23381470546c7a5ebf1b80a8bb8b1 for: {'port': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:57.011609 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:57.016143 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:57.076582 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:57.077335 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:57.078569 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] 10.222.0.42 "PUT /v2.0/ports/86716bb5-225d-4767-a3b3-d3dc5e96d1c8 HTTP/1.1" status: 200 len: 1093 time: 1.6507030 Dec 09 11:51:57.079053 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229a228d-c851-4987-8714-5f185113af7a', 'tag': '86716bb5-225d-4767-a3b3-d3dc5e96d1c8'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:51:57.140397 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-60549f3e-bee3-4e01-8647-73798748e447 req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:57.164049 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f65daa-0596-4fa5-8cf8-7682f897fd1c req-c261c620-8db7-423c-809f-b2b63ca2c300 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:57.165551 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-94f65daa-0596-4fa5-8cf8-7682f897fd1c req-c261c620-8db7-423c-809f-b2b63ca2c300 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 943 time: 0.1677244 Dec 09 11:51:57.296179 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-c70bffb0-4890-4bdf-8101-6affefbf322e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:57.297874 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-c70bffb0-4890-4bdf-8101-6affefbf322e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.42 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 816 time: 0.2224915 Dec 09 11:51:57.376029 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd5149-565b-4d4b-af3a-c940937aca33 service neutron] Pushing event updated for resources: {'Port': ['ID=86716bb5-225d-4767-a3b3-d3dc5e96d1c8,revision_number=3']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:57.376844 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-3cadc29d-c65e-4282-8387-d125a23341ef tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=950b7ea4e7374eb58627d3f048470bdb HTTP/1.1" status: 200 len: 379 time: 0.0670917 Dec 09 11:51:57.380733 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81322d8b-2622-4394-be87-eb728902d8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "229a228d-c851-4987-8714-5f185113af7a", "tag": "86716bb5-225d-4767-a3b3-d3dc5e96d1c8"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:51:57.388887 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Request body: {'port': {'device_id': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'admin_state_up': True, 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'security_groups': ['65a08876-a5e2-43e8-8607-49c25a504b89']}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:57.392433 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7ba296cf-b676-4619-adf7-357a0703fecf req-cd572951-941f-4705-87ed-1c4787746749 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.2259355 Dec 09 11:51:57.409980 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.db.api [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-1ba76650-3087-459a-80b7-3acfe2b82379 {{(pid=109617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 11:51:57.409980 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG oslo_db.api [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 11:51:57.411552 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60549f3e-bee3-4e01-8647-73798748e447 req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:57.461881 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [req-60549f3e-bee3-4e01-8647-73798748e447 req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:57.469558 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-60549f3e-bee3-4e01-8647-73798748e447 req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:57.476354 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60549f3e-bee3-4e01-8647-73798748e447 req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:57.477535 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-60549f3e-bee3-4e01-8647-73798748e447 req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:57.568642 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-45b28c49-6f57-4506-9b65-e16a132f3edd req-bb9c9dd8-eabb-4098-a5b8-136aa1647939 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0672195 Dec 09 11:51:57.569647 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Pushing event updated for resources: {'Port': ['ID=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:57.575975 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-94f65daa-0596-4fa5-8cf8-7682f897fd1c req-db8fe31a-a6b5-491d-bd2e-f637a2c0a808 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005792 Dec 09 11:51:57.590512 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-e3ad4d56-08fe-446a-b602-f17d56ce1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:57.590512 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-e3ad4d56-08fe-446a-b602-f17d56ce1202 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 1096 time: 0.1948893 Dec 09 11:51:57.682187 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-47d37409-8cff-4278-ab2e-9dde38567cf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86716bb5-225d-4767-a3b3-d3dc5e96d1c8 HTTP/1.1" status: 200 len: 217 time: 0.0871029 Dec 09 11:51:57.811851 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52130) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:57.820849 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-c48606bc-9216-4a05-821b-80c6e8710d67 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1384103 Dec 09 11:51:57.823945 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dc3d8d-9848-408c-bd2c-770853e3c6bf x-openstack-request-id: req-96dc3d8d-9848-408c-bd2c-770853e3c6bf {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:51:57.824362 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229a228d-c851-4987-8714-5f185113af7a", "tag": "86716bb5-225d-4767-a3b3-d3dc5e96d1c8", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:51:57.824791 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96dc3d8d-9848-408c-bd2c-770853e3c6bf {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:51:57.825243 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229a228d-c851-4987-8714-5f185113af7a', 'tag': '86716bb5-225d-4767-a3b3-d3dc5e96d1c8', 'status': 'completed', 'code': 200} Dec 09 11:51:57.831217 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:57.845029 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Request body: {'port': {'device_id': 'fdff7512-8e1d-4e40-b178-c2f29060fa6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:57.859638 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.42', 58886) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:57.893263 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2bcd5-2c40-46b7-9398-cd7b56ceaba1 req-646df871-4d17-4485-915b-2a6d9f712ea9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:57.895790 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-93c2bcd5-2c40-46b7-9398-cd7b56ceaba1 req-646df871-4d17-4485-915b-2a6d9f712ea9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 943 time: 0.2169571 Dec 09 11:51:57.900995 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-c193313d-19fc-4893-96ab-e8defa92d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:57.902365 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-c193313d-19fc-4893-96ab-e8defa92d468 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2475cf3-a01d-4b3d-84cb-93bbf2606e2a HTTP/1.1" status: 200 len: 854 time: 0.1670423 Dec 09 11:51:57.909020 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:57.971861 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Made reservation on behalf of 950b7ea4e7374eb58627d3f048470bdb for: {'port': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:57.982798 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:57.989055 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-8f7c2346-31e9-4508-ac01-0aac33ac5ac4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8c36f43-74f4-4276-a9c8-6358e6cc613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643437 Dec 09 11:51:57.991510 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:58.127445 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a69fe091-01e8-461d-9cd9-ac81d52ced98 req-6002d4bc-afd9-4ddd-ab3a-e70227204418 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 210 time: 0.0662363 Dec 09 11:51:58.134696 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-93c2bcd5-2c40-46b7-9398-cd7b56ceaba1 req-aeefa0d0-1440-48aa-ad67-34cf4a8b1032 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304137 Dec 09 11:51:58.146445 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-87a93096-9224-45f1-bdee-d939d661d4d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:58.262534 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-7a729b18-c1c9-469d-90f6-8e9fc01e85b4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:58.264030 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-4ac4fbba-a564-495c-9a72-cf0aa5e1d941 service neutron] 10.222.0.42 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593455 Dec 09 11:51:58.264298 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-7a729b18-c1c9-469d-90f6-8e9fc01e85b4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.42 "GET /v2.0/networks?id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8 HTTP/1.1" status: 200 len: 810 time: 0.4002514 Dec 09 11:51:58.359999 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Allocated IP 172.20.0.5 (94529fec-5f8f-4c94-9d43-36d5ce9c1431/52abfb0d-05f6-4418-8825-93dba6160d6f/209360f6-f3a7-4154-a29b-5242a0a0a2a8) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:58.372019 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39015d0-0549-4cec-a051-12d7dae8ef27 req-a64ea968-f4ee-4f30-86a7-7ba6ea5dd211 service neutron] 10.222.0.42 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925889 Dec 09 11:51:58.442663 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Allocated IP 172.20.0.7 (339399d7-c359-4375-8e64-8580dc618d39/4d57bdff-4b12-4c25-8c80-3d56d3c88b73/aa4ab145-3165-46b9-be8e-9a39e6ed7705) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:58.456169 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-4dff06e4-aaa7-4919-be8e-bdd09632516a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91f497f7e91e433f906368540b14f2a5 HTTP/1.1" status: 200 len: 380 time: 0.1739690 Dec 09 11:51:58.476099 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Request body: {'port': {'device_id': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'admin_state_up': True, 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'security_groups': ['a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c']}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:51:58.490941 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-35ea0a6c-df58-493a-a132-4805deabc43a req-c55eb3ef-043e-42dc-8cc9-a69b5134f086 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.0269597 Dec 09 11:51:58.533113 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-87a93096-9224-45f1-bdee-d939d661d4d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:58.549815 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81322d8b-2622-4394-be87-eb728902d8e6 req-d1cafb83-b048-493e-822c-5dc19ab5bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:58.551526 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81322d8b-2622-4394-be87-eb728902d8e6 req-d1cafb83-b048-493e-822c-5dc19ab5bd78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 1096 time: 0.0483353 Dec 09 11:51:58.648121 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-87a93096-9224-45f1-bdee-d939d661d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:58.717458 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ba56d8a2-7c0e-4a61-9f6d-3119b5626152 req-a6ca2c77-1a9d-4f89-bcca-636b267af0b6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0592878 Dec 09 11:51:58.748610 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-87a93096-9224-45f1-bdee-d939d661d4d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07b82ca925394e31b462d8776c9f4370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9349654 Dec 09 11:51:58.751217 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 52158) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:51:58.782108 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81322d8b-2622-4394-be87-eb728902d8e6 req-62611e70-fdd3-441f-809e-37a89241d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:58.783621 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81322d8b-2622-4394-be87-eb728902d8e6 req-62611e70-fdd3-441f-809e-37a89241d31c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8c36f43-74f4-4276-a9c8-6358e6cc613e HTTP/1.1" status: 200 len: 915 time: 0.2245440 Dec 09 11:51:58.784303 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a93096-9224-45f1-bdee-d939d661d4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c1a0b4-856b-4370-9bcd-0251c87d65bb,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:58.795748 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132c6c1-1a3d-4028-8f07-4b652006c049 req-09e33236-f1db-426f-a639-560319e66268 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:58.797187 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a132c6c1-1a3d-4028-8f07-4b652006c049 req-09e33236-f1db-426f-a639-560319e66268 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 943 time: 0.1224058 Dec 09 11:51:58.834468 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:58.864193 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-37984746-16c8-4700-941b-0fb5ec8161ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:58.869853 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a132c6c1-1a3d-4028-8f07-4b652006c049 req-8694e3a4-b8bc-4cbb-86cf-ad209513ed50 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644653 Dec 09 11:51:58.875727 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:58.892173 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-37984746-16c8-4700-941b-0fb5ec8161ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:58.925388 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Made reservation on behalf of 91f497f7e91e433f906368540b14f2a5 for: {'port': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:51:58.930402 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:58.997105 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.039203 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:59.045460 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-37984746-16c8-4700-941b-0fb5ec8161ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.047665 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:59.052537 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-37984746-16c8-4700-941b-0fb5ec8161ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.052537 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-37984746-16c8-4700-941b-0fb5ec8161ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3c1a0b4-856b-4370-9bcd-0251c87d65bb HTTP/1.1" status: 204 len: 168 time: 0.2963490 Dec 09 11:51:59.064361 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37984746-16c8-4700-941b-0fb5ec8161ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c1a0b4-856b-4370-9bcd-0251c87d65bb,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:59.083177 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.085217 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:59.090788 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:59.091445 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.099692 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Pushing event updated for resources: {'Port': ['ID=209360f6-f3a7-4154-a29b-5242a0a0a2a8,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:59.163936 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Network 339399d7-c359-4375-8e64-8580dc618d39 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:59.165836 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a {{(pid=109618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:51:59.177344 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.191513 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:59.203425 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:59.209444 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:59.210096 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.211785 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.provisioning_blocks [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Transition to ACTIVE for port object 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a will not be triggered until provisioned by entity L2. {{(pid=109618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:51:59.226615 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event updated for resources: {'Port': ['ID=aa4ab145-3165-46b9-be8e-9a39e6ed7705,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:59.250219 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Allocated IP 172.20.0.9 (6e207a5c-153d-4000-8cf2-f1e9801c3ca8/5ec0cb09-9816-47e8-93e0-c39f1929746e/407ab17c-bc6a-4ba2-af96-b51c5e88bff7) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:51:59.337596 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0451ba9-6bf7-4058-b3ab-3a129853d530 req-aff5f6fb-3068-49b9-b94b-bf81e6ca46d7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:59.345581 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a0451ba9-6bf7-4058-b3ab-3a129853d530 req-aff5f6fb-3068-49b9-b94b-bf81e6ca46d7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 943 time: 0.1307900 Dec 09 11:51:59.362830 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-73af6f3f-0637-42ac-b38b-e87e7def9aab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8335979 Dec 09 11:51:59.392991 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ae4e4-b2ab-4547-8e5a-47f8d0f6d451 req-afe9efdc-69a2-464f-913d-c0d352857946 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:59.395693 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d46ae4e4-b2ab-4547-8e5a-47f8d0f6d451 req-afe9efdc-69a2-464f-913d-c0d352857946 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 931 time: 0.1180909 Dec 09 11:51:59.420339 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.454033 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-340b803f-f8b7-4057-bd76-e3330c3aa4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0692961 Dec 09 11:51:59.467530 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a0451ba9-6bf7-4058-b3ab-3a129853d530 req-948ad901-2191-41bf-ab66-a1ffeb9581de tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209946 Dec 09 11:51:59.499579 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.514037 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Pushing event updated for resources: {'Port': ['ID=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:59.539446 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d46ae4e4-b2ab-4547-8e5a-47f8d0f6d451 req-703c8298-cb57-4238-8ef0-3b1905a56b5d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352129 Dec 09 11:51:59.544572 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-f7b66016-4b6c-4543-9df8-f9522931ce75 None None] Provisioning complete for port aa4ab145-3165-46b9-be8e-9a39e6ed7705 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:51:59.545613 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-f7b66016-4b6c-4543-9df8-f9522931ce75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.587727 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-f7b66016-4b6c-4543-9df8-f9522931ce75 None None] Port aa4ab145-3165-46b9-be8e-9a39e6ed7705 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:51:59.620529 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a1cf-61ea-43dc-a125-e6e96cb1096b req-31db1144-f219-4238-ae6a-a9b5b585bc56 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:59.621975 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39b4a1cf-61ea-43dc-a125-e6e96cb1096b req-31db1144-f219-4238-ae6a-a9b5b585bc56 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 931 time: 0.0484974 Dec 09 11:51:59.667608 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39b4a1cf-61ea-43dc-a125-e6e96cb1096b req-cdeb8ef3-45c6-4e5c-8655-0032ff27ed59 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Dec 09 11:51:59.736554 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Attempting to bind port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:51:59.737267 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Attempting to bind port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:51:59.737267 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Attempting to bind port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a on network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:59.742063 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a on network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:51:59.742316 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Attempting to bind port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a on network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:51:59.751644 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.759707 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:51:59.763880 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Checking segment: {'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:51:59.763880 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Bound using segment: {'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:51:59.763880 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Bound port: 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'}}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:51:59.763880 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.810018 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:51:59.814919 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:51:59.820287 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:51:59.826031 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:51:59.826664 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:51:59.836339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event updated for resources: {'Port': ['ID=407ab17c-bc6a-4ba2-af96-b51c5e88bff7,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:51:59.948762 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-e78072f9-e02d-4fef-91e1-b110929a8519 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4829600 Dec 09 11:52:00.081165 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] For port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a, host hv-cinder-81969, cleared binding levels {{(pid=109618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:52:00.098146 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] For port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:52:00.109156 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98477e-b9e7-4c7e-9fc5-17ee8ff97b5c req-0f2fb474-24a0-4ecd-acf9-218a72533244 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:00.110552 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fb98477e-b9e7-4c7e-9fc5-17ee8ff97b5c req-0f2fb474-24a0-4ecd-acf9-218a72533244 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 931 time: 0.2788665 Dec 09 11:52:00.110690 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-1838adbe-e851-4039-bd41-030c9c6a9581 None None] Provisioning complete for port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:52:00.111105 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-1838adbe-e851-4039-bd41-030c9c6a9581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:00.123520 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade57f94-49c0-41e6-b24c-fe6f1509c2c2 req-0cfa19d6-19a4-4233-b39c-7bdec1ec029e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:00.126474 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ade57f94-49c0-41e6-b24c-fe6f1509c2c2 req-0cfa19d6-19a4-4233-b39c-7bdec1ec029e tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 943 time: 0.0927210 Dec 09 11:52:00.144139 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-1838adbe-e851-4039-bd41-030c9c6a9581 None None] Port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:52:00.192135 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:00.225886 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fb98477e-b9e7-4c7e-9fc5-17ee8ff97b5c req-3981662d-4ebe-4736-b35c-26fcc87657ef tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998960 Dec 09 11:52:00.232210 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ade57f94-49c0-41e6-b24c-fe6f1509c2c2 req-98c074c0-8a6a-44c3-bc04-5b9e807b2416 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003110 Dec 09 11:52:00.255772 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:00.259035 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:00.259035 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] 10.222.0.42 "PUT /v2.0/ports/92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a HTTP/1.1" status: 200 len: 1093 time: 2.4233408 Dec 09 11:52:00.259035 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdff7512-8e1d-4e40-b178-c2f29060fa6d', 'tag': '92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:00.260426 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f3b738-5344-403d-996a-022b14a3c689" -d '{"events": [{"name": "network-changed", "server_uuid": "fdff7512-8e1d-4e40-b178-c2f29060fa6d", "tag": "92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:00.267484 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8fdb6-c302-41e9-a2d8-574a2cd32657 service neutron] Pushing event updated for resources: {'Port': ['ID=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a,revision_number=3']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:00.289302 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 52190) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:00.304769 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878e02a2-396d-4cb3-be48-80133c0b6356 x-openstack-request-id: req-878e02a2-396d-4cb3-be48-80133c0b6356 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:00.307213 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdff7512-8e1d-4e40-b178-c2f29060fa6d", "tag": "92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:00.307213 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-878e02a2-396d-4cb3-be48-80133c0b6356 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:00.307213 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdff7512-8e1d-4e40-b178-c2f29060fa6d', 'tag': '92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a', 'status': 'completed', 'code': 200} Dec 09 11:52:00.307213 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8f0b4234-a8e2-4e6a-849b-4fa92bc8c553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:00.380275 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8f0b4234-a8e2-4e6a-849b-4fa92bc8c553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:00.470538 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8f0b4234-a8e2-4e6a-849b-4fa92bc8c553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:00.510099 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-8f0b4234-a8e2-4e6a-849b-4fa92bc8c553 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30c26e53fee948a8b8eeda3f0196379d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196190 Dec 09 11:52:00.511093 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b4234-a8e2-4e6a-849b-4fa92bc8c553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b518895c-8f9c-4826-9221-f3b713dcd5af,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:00.515023 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52196) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:00.562599 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7ad1050f-3222-4f2a-8305-da3af0392ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:00.583700 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6faae-587f-48ea-82a9-f91f494c9fdb req-6754afeb-fc8d-42cf-857d-340a07759397 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:00.585070 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7ad1050f-3222-4f2a-8305-da3af0392ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:00.585359 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39b6faae-587f-48ea-82a9-f91f494c9fdb req-6754afeb-fc8d-42cf-857d-340a07759397 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 943 time: 0.0521841 Dec 09 11:52:00.662381 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39b6faae-587f-48ea-82a9-f91f494c9fdb req-4edfe4d7-b033-4a53-a998-34f070818931 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704379 Dec 09 11:52:00.681945 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d317f8-57de-4621-8b19-a253c2719593 req-ade35762-9d81-4637-9de3-f310f5183b21 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:00.683423 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33d317f8-57de-4621-8b19-a253c2719593 req-ade35762-9d81-4637-9de3-f310f5183b21 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 931 time: 0.0645845 Dec 09 11:52:00.710759 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7ad1050f-3222-4f2a-8305-da3af0392ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:00.715426 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7ad1050f-3222-4f2a-8305-da3af0392ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:00.715426 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-7ad1050f-3222-4f2a-8305-da3af0392ca3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b518895c-8f9c-4826-9221-f3b713dcd5af HTTP/1.1" status: 204 len: 168 time: 0.2003434 Dec 09 11:52:00.722143 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1050f-3222-4f2a-8305-da3af0392ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b518895c-8f9c-4826-9221-f3b713dcd5af,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:00.735354 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33d317f8-57de-4621-8b19-a253c2719593 req-ce1b1cc8-276f-469f-a929-06a63b2cb6fa tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459871 Dec 09 11:52:00.798178 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b297f-2d88-44c8-8e3b-c9eb08c41e3c req-5038e6df-14d8-4ebd-9390-d33c3b37003e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:00.799677 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff0b297f-2d88-44c8-8e3b-c9eb08c41e3c req-5038e6df-14d8-4ebd-9390-d33c3b37003e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 931 time: 0.0535948 Dec 09 11:52:00.851272 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff0b297f-2d88-44c8-8e3b-c9eb08c41e3c req-5af323d5-5adc-4356-883d-7f5d7260b6bf tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453138 Dec 09 11:52:01.380491 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a626e0-907e-4042-8561-8baea2d60091 req-ce00d435-7088-4732-9f20-a3dc5a27c4d7 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:01.386724 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d9a626e0-907e-4042-8561-8baea2d60091 req-ce00d435-7088-4732-9f20-a3dc5a27c4d7 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 931 time: 0.0852966 Dec 09 11:52:01.390239 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c2a8-4b52-46df-94f2-1cdd45f2715f req-d852f6e9-480f-4bfb-a1d3-5ddaca2b93d8 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:01.391591 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1a07c2a8-4b52-46df-94f2-1cdd45f2715f req-d852f6e9-480f-4bfb-a1d3-5ddaca2b93d8 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 943 time: 0.0848799 Dec 09 11:52:01.467583 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d9a626e0-907e-4042-8561-8baea2d60091 req-5986a982-b080-4513-b215-da5504bb1a0e tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749524 Dec 09 11:52:01.477173 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1a07c2a8-4b52-46df-94f2-1cdd45f2715f req-25020379-e37d-4519-9667-cee582b21ce0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723958 Dec 09 11:52:01.774862 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device fa2e40ea-73e1-4c59-9d28-d4630ba5964e details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:52:01.783651 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Request body: {'port': {'device_id': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:52:01.835877 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Request body: {'port': {'device_id': 'dc6ebef9-7a64-4e0a-960e-9d8a54821e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:52:01.843792 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Request body: {'port': {'device_id': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:52:01.850874 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81322d8b-2622-4394-be87-eb728902d8e6 req-82b5158c-c728-412d-9e6c-cad2df17eca0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86716bb5-225d-4767-a3b3-d3dc5e96d1c8 HTTP/1.1" status: 200 len: 217 time: 0.0927100 Dec 09 11:52:01.915084 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port fa2e40ea-73e1-4c59-9d28-d4630ba5964e, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=fa2e40ea-73e1-4c59-9d28-d4630ba5964e,segment=NetworkSegment(f8c3a852-000c-4ed4-b91a-871d3545bb90),segment_id=f8c3a852-000c-4ed4-b91a-871d3545bb90)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:01.928358 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': 'fa2e40ea-73e1-4c59-9d28-d4630ba5964e', 'network_id': '09bafdd3-47d4-45b2-a58a-4d84b5916647', 'port_id': 'fa2e40ea-73e1-4c59-9d28-d4630ba5964e', 'mac_address': 'fa:16:3e:9e:9c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59266e7-f1cf-4aab-97b8-7257476bd35b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:52:01.928577 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd00c1-aec6-4dc8-a6d5-435470aaae96 req-7d6e2d7d-9d24-4ce5-b242-42833c9d6600 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:01.931095 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-23bd00c1-aec6-4dc8-a6d5-435470aaae96 req-7d6e2d7d-9d24-4ce5-b242-42833c9d6600 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 943 time: 0.2013559 Dec 09 11:52:01.964016 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:01.971782 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:01.984514 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3b738-5344-403d-996a-022b14a3c689 req-335764ea-9e56-4819-a75c-cce62a2088c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:01.986332 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-59f3b738-5344-403d-996a-022b14a3c689 req-335764ea-9e56-4819-a75c-cce62a2088c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 1096 time: 0.1627994 Dec 09 11:52:01.987349 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2e40ea-73e1-4c59-9d28-d4630ba5964e {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:52:01.992078 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81322d8b-2622-4394-be87-eb728902d8e6 req-cb297442-48d9-4c01-9d4b-4b64bacaa3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:01.993922 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81322d8b-2622-4394-be87-eb728902d8e6 req-cb297442-48d9-4c01-9d4b-4b64bacaa3e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2475cf3-a01d-4b3d-84cb-93bbf2606e2a HTTP/1.1" status: 200 len: 854 time: 0.1276634 Dec 09 11:52:01.996746 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:02.012841 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port fa2e40ea-73e1-4c59-9d28-d4630ba5964e, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=fa2e40ea-73e1-4c59-9d28-d4630ba5964e,segment=NetworkSegment(f8c3a852-000c-4ed4-b91a-871d3545bb90),segment_id=f8c3a852-000c-4ed4-b91a-871d3545bb90)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:02.033341 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29987f-46fe-4653-915d-4ed5dfad0e29 req-8d87ffc8-c2b6-4ea3-ae70-03fe4d6432cf tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:02.034888 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7c29987f-46fe-4653-915d-4ed5dfad0e29 req-8d87ffc8-c2b6-4ea3-ae70-03fe4d6432cf tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 931 time: 0.1815059 Dec 09 11:52:02.079289 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:02.099160 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81322d8b-2622-4394-be87-eb728902d8e6 req-012d59cf-93b0-49f5-bdac-a295438f17f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8c36f43-74f4-4276-a9c8-6358e6cc613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759470 Dec 09 11:52:02.100667 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:02.116155 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-23bd00c1-aec6-4dc8-a6d5-435470aaae96 req-d6fe65d2-2d1e-40a5-8b61-5d3e7007a8b4 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730170 Dec 09 11:52:02.183723 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=fa2e40ea-73e1-4c59-9d28-d4630ba5964e,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:02.355897 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7c29987f-46fe-4653-915d-4ed5dfad0e29 req-81972f41-27e7-4207-b37b-83ef812ffe17 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977464 Dec 09 11:52:02.383651 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['fa2e40ea-73e1-4c59-9d28-d4630ba5964e'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:52:02.396387 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3b738-5344-403d-996a-022b14a3c689 req-c80cd064-3779-4bd6-8f2a-3337a15f46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:02.397862 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-59f3b738-5344-403d-996a-022b14a3c689 req-c80cd064-3779-4bd6-8f2a-3337a15f46ac service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3878243 Dec 09 11:52:02.447263 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a013e47-1d3b-4f44-b811-b6701e4ed8a5 req-929c8838-e778-41b3-ae89-d2b0b44d338c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:02.449105 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9a013e47-1d3b-4f44-b811-b6701e4ed8a5 req-929c8838-e778-41b3-ae89-d2b0b44d338c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 931 time: 0.2291784 Dec 09 11:52:02.473791 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81322d8b-2622-4394-be87-eb728902d8e6 req-8814c437-6d09-409a-998f-b3f9d4b5b44a service neutron] 10.222.0.42 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261657 Dec 09 11:52:02.772081 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9a013e47-1d3b-4f44-b811-b6701e4ed8a5 req-112fb32d-44c9-4d4f-b505-1c39365f1dc2 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078623 Dec 09 11:52:02.809056 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3b738-5344-403d-996a-022b14a3c689 req-f94a9e5b-c6d3-45ce-96e0-4cd8ee79cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:02.809056 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-59f3b738-5344-403d-996a-022b14a3c689 req-f94a9e5b-c6d3-45ce-96e0-4cd8ee79cfe9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3945558 Dec 09 11:52:02.817319 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81322d8b-2622-4394-be87-eb728902d8e6 req-38ec0dca-b5ac-4fba-8f8e-fda53db7221d service neutron] 10.222.0.42 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144372 Dec 09 11:52:02.830081 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e52f9-e907-441c-947b-d48ca9f44004 req-55d6a5c6-7085-488c-a825-f69ba27437e5 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:02.839220 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-649e52f9-e907-441c-947b-d48ca9f44004 req-55d6a5c6-7085-488c-a825-f69ba27437e5 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 944 time: 0.2394867 Dec 09 11:52:03.049764 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4ab145-3165-46b9-be8e-9a39e6ed7705 {{(pid=109617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:52:03.068978 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.115874 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209360f6-f3a7-4154-a29b-5242a0a0a2a8 {{(pid=109617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:52:03.123123 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.provisioning_blocks [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Transition to ACTIVE for port object aa4ab145-3165-46b9-be8e-9a39e6ed7705 will not be triggered until provisioned by entity L2. {{(pid=109617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:52:03.131011 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.134533 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 {{(pid=109617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:52:03.143643 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-649e52f9-e907-441c-947b-d48ca9f44004 req-95986266-7ea9-44ca-9871-3c482249d3ba tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030612 Dec 09 11:52:03.151603 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.154087 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60549f3e-bee3-4e01-8647-73798748e447 req-d3c8d278-556b-4038-8578-c3dbdd36d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:03.155591 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-d3c8d278-556b-4038-8578-c3dbdd36d32d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 1096 time: 0.2772465 Dec 09 11:52:03.178112 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f532c19-a446-4f85-bbf0-a25d40b71c33 req-d7196da6-9b7d-45d7-9c45-947e9bff698c tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:03.178112 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0f532c19-a446-4f85-bbf0-a25d40b71c33 req-d7196da6-9b7d-45d7-9c45-947e9bff698c tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 931 time: 0.2977180 Dec 09 11:52:03.178315 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.provisioning_blocks [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Transition to ACTIVE for port object 209360f6-f3a7-4154-a29b-5242a0a0a2a8 will not be triggered until provisioned by entity L2. {{(pid=109617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:52:03.184329 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.provisioning_blocks [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Transition to ACTIVE for port object 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 will not be triggered until provisioned by entity L2. {{(pid=109617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:52:03.198965 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.206368 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-893122aa-aeba-4923-9f53-95ffaf98f71b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a HTTP/1.1" status: 200 len: 217 time: 0.0372496 Dec 09 11:52:03.266822 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4ab145-3165-46b9-be8e-9a39e6ed7705,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:03.303608 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.342348 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60549f3e-bee3-4e01-8647-73798748e447 req-e1ce9046-e6bc-4453-ab4f-38852921c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:03.344088 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-e1ce9046-e6bc-4453-ab4f-38852921c18a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=52abfb0d-05f6-4418-8825-93dba6160d6f HTTP/1.1" status: 200 len: 859 time: 0.1326768 Dec 09 11:52:03.347477 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.349883 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0f532c19-a446-4f85-bbf0-a25d40b71c33 req-be3ba224-68fe-4023-b630-8f9240157a12 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487780 Dec 09 11:52:03.356933 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f97f4f-b27d-4acc-a486-f1137b54aec5 req-b8961489-4268-4ace-adcb-6077cdc0ab25 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:03.360164 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Attempting to bind port aa4ab145-3165-46b9-be8e-9a39e6ed7705 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:52:03.360508 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Attempting to bind port aa4ab145-3165-46b9-be8e-9a39e6ed7705 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:52:03.360844 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Attempting to bind port aa4ab145-3165-46b9-be8e-9a39e6ed7705 on network 339399d7-c359-4375-8e64-8580dc618d39 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:52:03.365153 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c7f97f4f-b27d-4acc-a486-f1137b54aec5 req-b8961489-4268-4ace-adcb-6077cdc0ab25 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 943 time: 0.1556542 Dec 09 11:52:03.398519 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-8b79fdd7-777b-4c92-9b8b-031eed85f614 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94529fec-5f8f-4c94-9d43-36d5ce9c1431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312493 Dec 09 11:52:03.400449 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Pushing event updated for resources: {'Port': ['ID=209360f6-f3a7-4154-a29b-5242a0a0a2a8,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:03.432273 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Port aa4ab145-3165-46b9-be8e-9a39e6ed7705 on network 339399d7-c359-4375-8e64-8580dc618d39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:52:03.433334 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Attempting to bind port aa4ab145-3165-46b9-be8e-9a39e6ed7705 on network 339399d7-c359-4375-8e64-8580dc618d39 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:52:03.543333 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:52:03.543624 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Checking segment: {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:52:03.544014 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Bound using segment: {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:52:03.544450 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Bound port: aa4ab145-3165-46b9-be8e-9a39e6ed7705, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'}}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:52:03.544806 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.552298 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Attempting to bind port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:52:03.552298 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Attempting to bind port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:52:03.552298 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Attempting to bind port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 on network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:52:03.556758 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Pushing event updated for resources: {'Port': ['ID=407ab17c-bc6a-4ba2-af96-b51c5e88bff7,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:03.583491 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c7f97f4f-b27d-4acc-a486-f1137b54aec5 req-cb4d3595-e153-4452-acc8-af3c71282fda tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174153 Dec 09 11:52:03.604434 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-7f093e96-2ecc-485d-815d-20b1851b3aba service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989124 Dec 09 11:52:03.614982 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Attempting to bind port 209360f6-f3a7-4154-a29b-5242a0a0a2a8 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:52:03.614982 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Attempting to bind port 209360f6-f3a7-4154-a29b-5242a0a0a2a8 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:52:03.614982 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Attempting to bind port 209360f6-f3a7-4154-a29b-5242a0a0a2a8 on network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:52:03.625703 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 on network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:52:03.626111 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Attempting to bind port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 on network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:52:03.652771 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:52:03.653117 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Checking segment: {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:52:03.653511 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Bound using segment: {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:52:03.653952 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Bound port: 407ab17c-bc6a-4ba2-af96-b51c5e88bff7, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'}}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:52:03.654306 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.658905 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Port 209360f6-f3a7-4154-a29b-5242a0a0a2a8 on network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:52:03.659086 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Attempting to bind port 209360f6-f3a7-4154-a29b-5242a0a0a2a8 on network 94529fec-5f8f-4c94-9d43-36d5ce9c1431 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:52:03.676516 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:52:03.676961 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Checking segment: {'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:52:03.677235 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Bound using segment: {'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:52:03.677709 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Bound port: 209360f6-f3a7-4154-a29b-5242a0a0a2a8, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17486b5b-379c-4eb9-b5c2-c9b85f4946d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431'}}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:52:03.678025 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.713348 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60549f3e-bee3-4e01-8647-73798748e447 req-7aa3a564-a509-4642-a0e4-1074987a9c5e service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008754 Dec 09 11:52:03.721227 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabc6c1-2f38-4562-bea0-0dcb600bc34d req-f81a8fad-f783-4d92-9c70-1c17868da350 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:03.729731 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4cabc6c1-2f38-4562-bea0-0dcb600bc34d req-f81a8fad-f783-4d92-9c70-1c17868da350 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.2064652 Dec 09 11:52:03.791105 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, cleared binding levels {{(pid=109617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:52:03.803610 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.809903 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4cabc6c1-2f38-4562-bea0-0dcb600bc34d req-d85bd996-fe02-4ec0-9817-01dda991886f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787530 Dec 09 11:52:03.814586 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:52:03.825777 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] For port 209360f6-f3a7-4154-a29b-5242a0a0a2a8, host hv-cinder-81969, cleared binding levels {{(pid=109617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:52:03.825777 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] For port 209360f6-f3a7-4154-a29b-5242a0a0a2a8, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=209360f6-f3a7-4154-a29b-5242a0a0a2a8,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:52:03.830978 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] For port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7, host hv-cinder-81969, cleared binding levels {{(pid=109617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:52:03.834877 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] For port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=407ab17c-bc6a-4ba2-af96-b51c5e88bff7,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:52:03.929692 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b262c-4ffc-4e04-becf-566c37ceaffb req-ece2429b-90e9-4c39-9f50-7914a10639a5 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:03.932535 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e46b262c-4ffc-4e04-becf-566c37ceaffb req-ece2429b-90e9-4c39-9f50-7914a10639a5 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 943 time: 0.0629616 Dec 09 11:52:03.952517 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.955085 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.961346 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:03.989995 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e46b262c-4ffc-4e04-becf-566c37ceaffb req-51281588-07d9-44ca-b801-2cad85983504 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517144 Dec 09 11:52:04.027366 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:04.028166 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:04.029421 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] 10.222.0.42 "PUT /v2.0/ports/407ab17c-bc6a-4ba2-af96-b51c5e88bff7 HTTP/1.1" status: 200 len: 1093 time: 2.1898689 Dec 09 11:52:04.046705 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'tag': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:04.049221 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98898ba0-f636-41b4-8b87-16bc06bc6b40" -d '{"events": [{"name": "network-changed", "server_uuid": "54971f7c-e23d-4538-9081-36436cf8f2e8", "tag": "407ab17c-bc6a-4ba2-af96-b51c5e88bff7"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:04.081826 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:04.081826 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:04.081826 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] 10.222.0.42 "PUT /v2.0/ports/aa4ab145-3165-46b9-be8e-9a39e6ed7705 HTTP/1.1" status: 200 len: 1093 time: 2.2975831 Dec 09 11:52:04.081826 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:04.081826 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:04.084729 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] 10.222.0.42 "PUT /v2.0/ports/209360f6-f3a7-4154-a29b-5242a0a0a2a8 HTTP/1.1" status: 200 len: 1093 time: 2.3022308 Dec 09 11:52:04.102784 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:52:04.125307 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ec57f-6004-4cbe-a7d1-f6322efa4e6e service neutron] Pushing event updated for resources: {'Port': ['ID=407ab17c-bc6a-4ba2-af96-b51c5e88bff7,revision_number=3']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:04.154483 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device fa2e40ea-73e1-4c59-9d28-d4630ba5964e up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:52:04.199275 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cda59c-89ee-4a95-a76f-1882d9d91973 x-openstack-request-id: req-b7cda59c-89ee-4a95-a76f-1882d9d91973 {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:04.199565 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54971f7c-e23d-4538-9081-36436cf8f2e8", "tag": "407ab17c-bc6a-4ba2-af96-b51c5e88bff7", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:04.199820 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7cda59c-89ee-4a95-a76f-1882d9d91973 {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:04.200216 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'tag': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7', 'status': 'completed', 'code': 200} Dec 09 11:52:04.260619 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.db.resource_extend [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 11:52:04.347743 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a3e89-be8e-4ac9-95ce-7866f87fa697 req-ce7d9437-9608-4789-82f2-1118b7f2a5a6 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:04.349689 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2e7a3e89-be8e-4ac9-95ce-7866f87fa697 req-ce7d9437-9608-4789-82f2-1118b7f2a5a6 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 944 time: 0.0838561 Dec 09 11:52:04.395318 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port fa2e40ea-73e1-4c59-9d28-d4630ba5964e completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:52:04.422232 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port fa2e40ea-73e1-4c59-9d28-d4630ba5964e triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:52:04.422613 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:04.477119 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-7a6f4ae6-9a8d-4cf2-90f4-a628a1e54875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:04.477599 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=86716bb5-225d-4767-a3b3-d3dc5e96d1c8,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:04.479989 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2e7a3e89-be8e-4ac9-95ce-7866f87fa697 req-1ce22f68-e025-40d8-bcfb-f43a6ddb9a84 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179342 Dec 09 11:52:04.484573 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-7a6f4ae6-9a8d-4cf2-90f4-a628a1e54875 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91f497f7e91e433f906368540b14f2a5&device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 1096 time: 0.2816923 Dec 09 11:52:04.487301 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464b036-f69c-44b1-ae4f-f5d07420de11 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4ab145-3165-46b9-be8e-9a39e6ed7705,revision_number=3']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:04.506365 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '86716bb5-225d-4767-a3b3-d3dc5e96d1c8', 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e', 'port_id': '86716bb5-225d-4767-a3b3-d3dc5e96d1c8', 'mac_address': 'fa:16:3e:76:0e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2475cf3-a01d-4b3d-84cb-93bbf2606e2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:52:04.548472 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-52ff3aca-7ddb-49f6-a3df-0ee25d5641e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:04.560233 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-52ff3aca-7ddb-49f6-a3df-0ee25d5641e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 1096 time: 0.2893648 Dec 09 11:52:04.571515 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffdccb-e18f-4705-8aeb-55abcf885a1c req-2028df25-fc49-45c6-abbb-1c51929f94d5 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:04.575434 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3bffdccb-e18f-4705-8aeb-55abcf885a1c req-2028df25-fc49-45c6-abbb-1c51929f94d5 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 943 time: 0.1265812 Dec 09 11:52:04.594887 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-78a2a899-7be0-4fef-9493-e04f91d9370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:04.603532 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-78a2a899-7be0-4fef-9493-e04f91d9370f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 1096 time: 0.3260045 Dec 09 11:52:04.609285 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:04.630866 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:04.631328 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-2f1b2e2c-89da-4fb4-b6f4-f13bdf3884d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407ab17c-bc6a-4ba2-af96-b51c5e88bff7 HTTP/1.1" status: 200 len: 217 time: 0.1249962 Dec 09 11:52:04.650207 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:52:04.673699 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=86716bb5-225d-4767-a3b3-d3dc5e96d1c8,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:04.674535 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2508d929-47a4-4669-aa4a-a41999cee5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2e40ea-73e1-4c59-9d28-d4630ba5964e'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:04.690088 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3bffdccb-e18f-4705-8aeb-55abcf885a1c req-ddba6c1a-67b1-4ea4-8200-788edd9bbd1d tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083944 Dec 09 11:52:04.771056 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:04.775943 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7711c-2d0a-49d8-979b-997b7afb5372 req-f3e35dc5-7b00-406f-8a95-621f0e321389 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:04.785706 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13d7711c-2d0a-49d8-979b-997b7afb5372 req-f3e35dc5-7b00-406f-8a95-621f0e321389 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 943 time: 0.0727530 Dec 09 11:52:04.786769 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port fa2e40ea-73e1-4c59-9d28-d4630ba5964e, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=fa2e40ea-73e1-4c59-9d28-d4630ba5964e,segment=NetworkSegment(f8c3a852-000c-4ed4-b91a-871d3545bb90),segment_id=f8c3a852-000c-4ed4-b91a-871d3545bb90)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:04.794077 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b368b40-fab3-4fa1-80c6-793284e34f94 service neutron] Pushing event updated for resources: {'Port': ['ID=209360f6-f3a7-4154-a29b-5242a0a0a2a8,revision_number=3']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:04.798908 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-cd8a42ee-12b9-451d-bc65-60b00df95f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:04.802178 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-cd8a42ee-12b9-451d-bc65-60b00df95f3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ec0cb09-9816-47e8-93e0-c39f1929746e HTTP/1.1" status: 200 len: 849 time: 0.0584052 Dec 09 11:52:04.820231 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-f9c890b0-8583-4546-8f48-911b49edce97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705 HTTP/1.1" status: 200 len: 217 time: 0.1957762 Dec 09 11:52:04.843576 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=86716bb5-225d-4767-a3b3-d3dc5e96d1c8,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:04.865298 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:04.871506 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-53e0c0d2-f75f-4742-9d80-14256071d761 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=209360f6-f3a7-4154-a29b-5242a0a0a2a8 HTTP/1.1" status: 200 len: 217 time: 0.2549000 Dec 09 11:52:04.925918 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13d7711c-2d0a-49d8-979b-997b7afb5372 req-5ad32ca0-0451-4193-97ae-5f3806d4f5df tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385682 Dec 09 11:52:04.943345 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=fa2e40ea-73e1-4c59-9d28-d4630ba5964e,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:04.961027 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cf2a61-c57c-48dd-8f6b-3092a1e453f5" -d '{"events": [{"server_uuid": "2508d929-47a4-4669-aa4a-a41999cee5e4", "name": "network-vif-plugged", "status": "completed", "tag": "fa2e40ea-73e1-4c59-9d28-d4630ba5964e"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:04.981521 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13aae5-4728-407c-8b71-5a8176895881 req-03c226f8-ffcd-4756-b209-b32ecaae9973 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:04.983173 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0f13aae5-4728-407c-8b71-5a8176895881 req-03c226f8-ffcd-4756-b209-b32ecaae9973 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0829201 Dec 09 11:52:05.034007 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0f13aae5-4728-407c-8b71-5a8176895881 req-79733393-ac4b-4dfb-b073-0ac5cd35a0f0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441227 Dec 09 11:52:05.050085 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec2de9c-a322-4810-9dd2-db86aff71e7e x-openstack-request-id: req-eec2de9c-a322-4810-9dd2-db86aff71e7e {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:05.050786 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2508d929-47a4-4669-aa4a-a41999cee5e4", "name": "network-vif-plugged", "status": "completed", "tag": "fa2e40ea-73e1-4c59-9d28-d4630ba5964e", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:05.051348 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eec2de9c-a322-4810-9dd2-db86aff71e7e {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:05.051867 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2508d929-47a4-4669-aa4a-a41999cee5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2e40ea-73e1-4c59-9d28-d4630ba5964e', 'code': 200} Dec 09 11:52:05.149636 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9367e04-0947-4dd7-b0e7-fe83da5ecc69 req-6b0bbdc8-a6f0-492e-924c-f63098a8a6b7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:05.151238 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c9367e04-0947-4dd7-b0e7-fe83da5ecc69 req-6b0bbdc8-a6f0-492e-924c-f63098a8a6b7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 943 time: 0.0501668 Dec 09 11:52:05.179199 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52374) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:05.202615 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c9367e04-0947-4dd7-b0e7-fe83da5ecc69 req-e1a3a69b-6129-4721-9bb4-6584ee8b2af2 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453234 Dec 09 11:52:05.304690 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f04da5f2-adeb-4716-8d1d-83007208e385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:05.381635 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f04da5f2-adeb-4716-8d1d-83007208e385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:05.467449 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f04da5f2-adeb-4716-8d1d-83007208e385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:05.507197 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-f04da5f2-adeb-4716-8d1d-83007208e385 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e5517eb71ed4825b470cf040b23454c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262634 Dec 09 11:52:05.508116 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04da5f2-adeb-4716-8d1d-83007208e385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c4b17b-3467-4dba-94cb-be0d1aa08bb4,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:05.510835 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 52382) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:05.561203 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-78465e94-e83d-4cb8-8802-baecf3159533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:05.610953 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-78465e94-e83d-4cb8-8802-baecf3159533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:05.654358 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e354b-90e1-4e63-8a45-62ccdfbdc670 req-c1ca112e-cf69-4b5b-aab8-4a287d4d9451 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:05.655868 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fb5e354b-90e1-4e63-8a45-62ccdfbdc670 req-c1ca112e-cf69-4b5b-aab8-4a287d4d9451 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 945 time: 0.0811479 Dec 09 11:52:05.704677 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fb5e354b-90e1-4e63-8a45-62ccdfbdc670 req-e832c483-3544-41f9-9bdb-47238990a2e7 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Dec 09 11:52:05.797387 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-78465e94-e83d-4cb8-8802-baecf3159533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:05.800395 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-78465e94-e83d-4cb8-8802-baecf3159533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:05.801525 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-78465e94-e83d-4cb8-8802-baecf3159533 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47c4b17b-3467-4dba-94cb-be0d1aa08bb4 HTTP/1.1" status: 204 len: 168 time: 0.2896063 Dec 09 11:52:05.814864 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78465e94-e83d-4cb8-8802-baecf3159533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c4b17b-3467-4dba-94cb-be0d1aa08bb4,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:05.826584 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b59a-a867-46de-a351-a5081df8778c req-6394994d-4eb1-4f3d-ad04-4b5d82df4226 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:05.828122 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0dd7b59a-a867-46de-a351-a5081df8778c req-6394994d-4eb1-4f3d-ad04-4b5d82df4226 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 943 time: 0.0662940 Dec 09 11:52:05.881278 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0dd7b59a-a867-46de-a351-a5081df8778c req-84a2e58b-c0a6-44d9-a5c7-7ec936c5d938 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433114 Dec 09 11:52:06.035690 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1db58-823b-45bd-84ee-9a5baf671d0d req-007bc022-84da-480a-90df-60e7394a4600 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:06.037171 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3cb1db58-823b-45bd-84ee-9a5baf671d0d req-007bc022-84da-480a-90df-60e7394a4600 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 944 time: 0.0523598 Dec 09 11:52:06.086393 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3cb1db58-823b-45bd-84ee-9a5baf671d0d req-74491405-5064-4e8a-9a52-42bad6295be9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433800 Dec 09 11:52:06.153617 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99329914-0309-412a-ac66-766594b8ce43 req-12216518-85f0-4a6b-83d0-8fb7a3e45187 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:06.155110 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-99329914-0309-412a-ac66-766594b8ce43 req-12216518-85f0-4a6b-83d0-8fb7a3e45187 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0488465 Dec 09 11:52:06.202181 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705'}, {'name': 'network-changed', 'server_uuid': 'dc6ebef9-7a64-4e0a-960e-9d8a54821e7e', 'tag': '209360f6-f3a7-4154-a29b-5242a0a0a2a8'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:06.202760 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-99329914-0309-412a-ac66-766594b8ce43 req-f3b16d18-0bce-46d0-9993-986d60d719db tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Dec 09 11:52:06.204634 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb23c6e-79e7-439e-82ab-b080733a0fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705"}, {"name": "network-changed", "server_uuid": "dc6ebef9-7a64-4e0a-960e-9d8a54821e7e", "tag": "209360f6-f3a7-4154-a29b-5242a0a0a2a8"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:06.258088 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcff4986-3b8d-4702-81df-541fe27b80db x-openstack-request-id: req-fcff4986-3b8d-4702-81df-541fe27b80db {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:06.258573 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc6ebef9-7a64-4e0a-960e-9d8a54821e7e", "tag": "209360f6-f3a7-4154-a29b-5242a0a0a2a8", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:06.258835 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcff4986-3b8d-4702-81df-541fe27b80db {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:06.259261 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'status': 'completed', 'code': 200} Dec 09 11:52:06.263030 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6ebef9-7a64-4e0a-960e-9d8a54821e7e', 'tag': '209360f6-f3a7-4154-a29b-5242a0a0a2a8', 'status': 'completed', 'code': 200} Dec 09 11:52:06.337292 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852e65f-17cc-4846-bb12-706a8c021818 req-bd25c426-b603-4cc1-8939-1c60f200ec6d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:06.338772 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4852e65f-17cc-4846-bb12-706a8c021818 req-bd25c426-b603-4cc1-8939-1c60f200ec6d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 943 time: 0.0569766 Dec 09 11:52:06.386743 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4852e65f-17cc-4846-bb12-706a8c021818 req-783d492f-afda-417d-ba02-e926ad32a3f4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418825 Dec 09 11:52:06.396768 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 52404) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:06.409932 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5003c471-5b54-4be0-a4c2-99c58afdbaec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:06.481259 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5003c471-5b54-4be0-a4c2-99c58afdbaec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:06.564699 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5003c471-5b54-4be0-a4c2-99c58afdbaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:06.605184 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-5003c471-5b54-4be0-a4c2-99c58afdbaec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=025d86e78e8f47ba9debc5c0151a7d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073441 Dec 09 11:52:06.606032 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003c471-5b54-4be0-a4c2-99c58afdbaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8901b933-cb00-45a7-9b7d-403a8063e913,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:06.607810 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52408) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:06.658010 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-33cd8d80-c49c-4bba-8ec5-5770c95cbcd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:06.678448 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-33cd8d80-c49c-4bba-8ec5-5770c95cbcd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:06.821921 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2efb5d-990f-4cea-a76d-026feead5694 req-f142ec5e-9283-4763-8680-a867ab649c19 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:06.823424 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0c2efb5d-990f-4cea-a76d-026feead5694 req-f142ec5e-9283-4763-8680-a867ab649c19 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 945 time: 0.0496402 Dec 09 11:52:06.833700 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-33cd8d80-c49c-4bba-8ec5-5770c95cbcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:06.836308 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-33cd8d80-c49c-4bba-8ec5-5770c95cbcd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:06.840134 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-33cd8d80-c49c-4bba-8ec5-5770c95cbcd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8901b933-cb00-45a7-9b7d-403a8063e913 HTTP/1.1" status: 204 len: 168 time: 0.2285602 Dec 09 11:52:06.845367 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd8d80-c49c-4bba-8ec5-5770c95cbcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8901b933-cb00-45a7-9b7d-403a8063e913,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:06.888576 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0c2efb5d-990f-4cea-a76d-026feead5694 req-ce739c3e-98a9-433f-be20-1a6d84e9f426 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591426 Dec 09 11:52:07.005514 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364ce7f-a6ec-4e8c-976e-16ddfcfbd9ce req-16f1b195-65dd-40bf-a89e-ea54df08b9b2 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:07.007034 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a364ce7f-a6ec-4e8c-976e-16ddfcfbd9ce req-16f1b195-65dd-40bf-a89e-ea54df08b9b2 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 943 time: 0.0510595 Dec 09 11:52:07.056299 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a364ce7f-a6ec-4e8c-976e-16ddfcfbd9ce req-1789758c-bb28-4265-a2a2-9813ef763577 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428579 Dec 09 11:52:07.208257 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f295f-a35b-45c0-9b65-8aa814f68eda req-380b611c-1855-46a4-a4b0-a8860928d7b1 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:07.209953 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-163f295f-a35b-45c0-9b65-8aa814f68eda req-380b611c-1855-46a4-a4b0-a8860928d7b1 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 944 time: 0.0491748 Dec 09 11:52:07.260672 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-163f295f-a35b-45c0-9b65-8aa814f68eda req-9b5ea72d-942c-4601-af10-73a5d8dd9525 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444300 Dec 09 11:52:07.336269 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b5900-3786-4dd1-b5db-9fa30f4dae2f req-1402cacb-bd50-4ba7-aa27-ef26f413e721 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:07.337842 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-175b5900-3786-4dd1-b5db-9fa30f4dae2f req-1402cacb-bd50-4ba7-aa27-ef26f413e721 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0538356 Dec 09 11:52:07.385207 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-175b5900-3786-4dd1-b5db-9fa30f4dae2f req-29484688-e542-4e6f-bd6c-da8a5565330c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414083 Dec 09 11:52:07.504688 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3f33f-5e84-4fdc-ba04-d2b432e5a9eb req-cc7fde59-30cc-43c1-87d2-b9c98c76c901 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:07.507200 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-46b3f33f-5e84-4fdc-ba04-d2b432e5a9eb req-cc7fde59-30cc-43c1-87d2-b9c98c76c901 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 943 time: 0.0483038 Dec 09 11:52:07.558678 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-46b3f33f-5e84-4fdc-ba04-d2b432e5a9eb req-a321cf11-3bd6-4f62-a6e1-9b5a0b3b3880 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464387 Dec 09 11:52:07.665011 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-9e0160e6-e7cc-4861-897f-060a65094439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:07.666567 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-9e0160e6-e7cc-4861-897f-060a65094439 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1324706 Dec 09 11:52:07.669539 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-e6129f5c-674c-4a69-b2c9-311d2e8d9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:07.670880 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-e6129f5c-674c-4a69-b2c9-311d2e8d9558 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d57bdff-4b12-4c25-8c80-3d56d3c88b73 HTTP/1.1" status: 200 len: 855 time: 0.1071815 Dec 09 11:52:07.674230 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-c99907a7-3a94-4476-b39f-283707094bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:07.677823 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-c99907a7-3a94-4476-b39f-283707094bb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=52abfb0d-05f6-4418-8825-93dba6160d6f HTTP/1.1" status: 200 len: 859 time: 0.1088679 Dec 09 11:52:07.759567 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-7d40cb1c-63bc-451f-b520-22cd95f93d0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94529fec-5f8f-4c94-9d43-36d5ce9c1431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519042 Dec 09 11:52:07.773023 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['86716bb5-225d-4767-a3b3-d3dc5e96d1c8'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:52:07.867894 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-7fc5c617-4f6a-44b8-bcf5-4c9c42d2ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:07.870376 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-7fc5c617-4f6a-44b8-bcf5-4c9c42d2ad31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=339399d7-c359-4375-8e64-8580dc618d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1801121 Dec 09 11:52:07.916126 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-c3b4523c-1327-42b0-8cd1-b988ea54d89c service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340932 Dec 09 11:52:07.947261 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582f326-40c0-4114-ab3a-bcbbad54b28f req-26292143-899d-4adc-a2e5-dfe45c21cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:07.948766 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c582f326-40c0-4114-ab3a-bcbbad54b28f req-26292143-899d-4adc-a2e5-dfe45c21cfbd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 1098 time: 0.1131611 Dec 09 11:52:07.977105 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-c582f326-40c0-4114-ab3a-bcbbad54b28f req-3bf7c070-85d9-4448-98a6-a1ef09fd36fe service neutron] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:08.009766 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-b20af742-1f55-436b-91c5-af73cc162406 service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209103 Dec 09 11:52:08.053878 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf229c04-b16a-440d-b036-9210f735fef8 req-420e20a0-db61-4a72-8446-06144f549308 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:08.061146 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cf229c04-b16a-440d-b036-9210f735fef8 req-420e20a0-db61-4a72-8446-06144f549308 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 945 time: 0.0851874 Dec 09 11:52:08.131730 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cf229c04-b16a-440d-b036-9210f735fef8 req-677904c3-31f3-4c8f-9629-583241a98cf7 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697305 Dec 09 11:52:08.136081 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-92e0c4cd-f470-4547-950e-755ff073350e service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489715 Dec 09 11:52:08.141078 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-5a7ab21e-2663-41e1-8e05-437442b881ae service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147741 Dec 09 11:52:08.150805 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-c582f326-40c0-4114-ab3a-bcbbad54b28f req-3bf7c070-85d9-4448-98a6-a1ef09fd36fe service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:08.192029 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ab1ef-e0dd-4d35-8d9c-e25a18f0f609 req-e7638e28-8ad9-482c-afb2-772cfe0d101a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:08.193536 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-be9ab1ef-e0dd-4d35-8d9c-e25a18f0f609 req-e7638e28-8ad9-482c-afb2-772cfe0d101a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 943 time: 0.0656860 Dec 09 11:52:08.193922 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4c21e4b1-c914-4021-97c0-43f7efa63211 req-561db3d7-7e0c-469f-8911-736f118f6e16 service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560366 Dec 09 11:52:08.248129 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-be9ab1ef-e0dd-4d35-8d9c-e25a18f0f609 req-c203b366-0ff3-45fc-bb70-42fe2bedc433 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470891 Dec 09 11:52:08.255348 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-97427cef-49df-4038-b7d6-a9be4a989ea4 req-795f9794-627d-44cd-a813-bde64a4b0117 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031718 Dec 09 11:52:08.287586 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-c582f326-40c0-4114-ab3a-bcbbad54b28f req-3bf7c070-85d9-4448-98a6-a1ef09fd36fe service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:08.336179 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c582f326-40c0-4114-ab3a-bcbbad54b28f req-3bf7c070-85d9-4448-98a6-a1ef09fd36fe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783586 Dec 09 11:52:08.337473 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7c070-85d9-4448-98a6-a1ef09fd36fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d753b93c-b440-49a3-b460-28440ddd8d8d,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:08.388794 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aef33f-282f-4a50-8d9b-902fe869e832 req-cd656170-51a3-4d43-988d-a4c893510d5d tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:08.390399 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-21aef33f-282f-4a50-8d9b-902fe869e832 req-cd656170-51a3-4d43-988d-a4c893510d5d tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 944 time: 0.0567031 Dec 09 11:52:08.451038 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-21aef33f-282f-4a50-8d9b-902fe869e832 req-f911d25f-b35c-4428-9296-d99e594dd851 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538366 Dec 09 11:52:08.514689 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e8c7f-6d00-4929-9fb7-cfeb510ca07e req-72d5aee6-a5c9-486e-aaa7-adfc9314aa14 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:08.516175 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-086e8c7f-6d00-4929-9fb7-cfeb510ca07e req-72d5aee6-a5c9-486e-aaa7-adfc9314aa14 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0572028 Dec 09 11:52:08.565357 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-086e8c7f-6d00-4929-9fb7-cfeb510ca07e req-3ae1f0f0-32f8-4366-b3c0-0fc2b4658ed2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427527 Dec 09 11:52:08.627472 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98898ba0-f636-41b4-8b87-16bc06bc6b40 req-109bd652-d6bc-438f-8caa-d26d3d4bc211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:08.629438 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-98898ba0-f636-41b4-8b87-16bc06bc6b40 req-109bd652-d6bc-438f-8caa-d26d3d4bc211 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91f497f7e91e433f906368540b14f2a5&device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 1096 time: 0.0487509 Dec 09 11:52:08.677325 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-dd2c63b5-0755-4d3b-bedb-41c3fe92d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:08.677325 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-dd2c63b5-0755-4d3b-bedb-41c3fe92d0b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 1096 time: 0.0654583 Dec 09 11:52:08.758908 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72cd98-5ecd-43d1-abf2-98b032067f97 req-be70df78-d5bb-4a7c-9775-2740d685d8ff tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:08.760465 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9f72cd98-5ecd-43d1-abf2-98b032067f97 req-be70df78-d5bb-4a7c-9775-2740d685d8ff tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 943 time: 0.1223161 Dec 09 11:52:08.825959 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98898ba0-f636-41b4-8b87-16bc06bc6b40 req-ff81267a-32ee-42ca-bd3b-4bd2b2345080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:08.827464 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-98898ba0-f636-41b4-8b87-16bc06bc6b40 req-ff81267a-32ee-42ca-bd3b-4bd2b2345080 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8 HTTP/1.1" status: 200 len: 911 time: 0.1907237 Dec 09 11:52:08.831089 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9f72cd98-5ecd-43d1-abf2-98b032067f97 req-dd08191e-989b-4c8b-895f-9aeaae4b091f tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566528 Dec 09 11:52:08.921004 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-98898ba0-f636-41b4-8b87-16bc06bc6b40 req-cd3a7cf5-aeb7-43ef-b18a-b1971a031443 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407ab17c-bc6a-4ba2-af96-b51c5e88bff7 HTTP/1.1" status: 200 len: 217 time: 0.0817306 Dec 09 11:52:08.985442 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98898ba0-f636-41b4-8b87-16bc06bc6b40 req-f2bacc08-e0b2-4bfa-bd7b-f9516757d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:08.985442 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-98898ba0-f636-41b4-8b87-16bc06bc6b40 req-f2bacc08-e0b2-4bfa-bd7b-f9516757d869 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ec0cb09-9816-47e8-93e0-c39f1929746e HTTP/1.1" status: 200 len: 849 time: 0.0532007 Dec 09 11:52:09.050725 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98898ba0-f636-41b4-8b87-16bc06bc6b40 req-7f43742f-dd42-48d9-bb65-6d1561d3506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:09.052443 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-98898ba0-f636-41b4-8b87-16bc06bc6b40 req-7f43742f-dd42-48d9-bb65-6d1561d3506e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592740 Dec 09 11:52:09.056424 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-1ea8bc71-fe59-4460-a63c-8b107b916344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:09.060093 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-1ea8bc71-fe59-4460-a63c-8b107b916344 service neutron] 10.222.0.42 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 917 time: 0.3732734 Dec 09 11:52:09.104468 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-e890227c-349a-44ab-94cc-cbba6cdec319 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705 HTTP/1.1" status: 200 len: 217 time: 0.0346551 Dec 09 11:52:09.157861 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-1f19d865-76ea-4e6f-8d3b-dac360d3e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:09.159581 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-1f19d865-76ea-4e6f-8d3b-dac360d3e2bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d57bdff-4b12-4c25-8c80-3d56d3c88b73 HTTP/1.1" status: 200 len: 855 time: 0.0461562 Dec 09 11:52:09.172298 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-98898ba0-f636-41b4-8b87-16bc06bc6b40 req-10f24bc8-7a76-4990-af9b-c54b52937b4f service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028495 Dec 09 11:52:09.221611 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-d0819e98-a572-4a84-855c-d29d1806eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:09.223428 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-d0819e98-a572-4a84-855c-d29d1806eff7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=339399d7-c359-4375-8e64-8580dc618d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515575 Dec 09 11:52:09.320549 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031845da-4894-4040-97a5-6bc9dc9051e3 req-f56b4f59-5173-4e71-9b87-dbaf8a24a81f tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:09.322083 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-031845da-4894-4040-97a5-6bc9dc9051e3 req-f56b4f59-5173-4e71-9b87-dbaf8a24a81f tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 945 time: 0.0752802 Dec 09 11:52:09.324248 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-98898ba0-f636-41b4-8b87-16bc06bc6b40 req-b0b7cdf8-504d-4e64-bf08-662b761dccb7 service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423366 Dec 09 11:52:09.383740 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-65fa47e1-d4ec-4ded-b066-aca6c4b7d9b9 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503778 Dec 09 11:52:09.410690 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf78141-2a8c-40f8-8d98-2d79c8162a44 req-a65db87f-abf3-47e1-858e-2639574f3698 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:09.415455 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fcf78141-2a8c-40f8-8d98-2d79c8162a44 req-a65db87f-abf3-47e1-858e-2639574f3698 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 943 time: 0.0837090 Dec 09 11:52:09.419666 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-031845da-4894-4040-97a5-6bc9dc9051e3 req-f109002e-569e-438c-a647-c0d4c7b5d859 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907531 Dec 09 11:52:09.464265 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fcf78141-2a8c-40f8-8d98-2d79c8162a44 req-96495cca-29c0-4d32-bad1-e219050459bc tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435510 Dec 09 11:52:09.491924 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-04f38261-bfe1-4b0c-95a6-b36ee5b4d386 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970905 Dec 09 11:52:09.508620 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:52:09.511848 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:52:09.593766 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-06494fcf-7220-4ec6-a80a-421fa96bc63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:09.596237 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-06494fcf-7220-4ec6-a80a-421fa96bc63e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 1096 time: 0.0545118 Dec 09 11:52:09.599595 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16370a49-7e8b-4170-98a0-cc3244981f23 req-55668788-c646-4df0-9a82-d84309dd42ab tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:09.601173 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16370a49-7e8b-4170-98a0-cc3244981f23 req-55668788-c646-4df0-9a82-d84309dd42ab tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 944 time: 0.0757527 Dec 09 11:52:09.661120 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:52:09.674536 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:09.678172 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:52:09.678738 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:09.716148 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16370a49-7e8b-4170-98a0-cc3244981f23 req-37db2432-4f22-4354-9dfd-43cb6171589f tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072042 Dec 09 11:52:09.734186 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-01b3dade-5ebe-4ae9-a469-38fc05efad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:09.739788 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a', 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431', 'port_id': '92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a', 'mac_address': 'fa:16:3e:22:a4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52abfb0d-05f6-4418-8825-93dba6160d6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:52:09.740710 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-01b3dade-5ebe-4ae9-a469-38fc05efad17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 200 len: 920 time: 0.1318858 Dec 09 11:52:09.770007 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 52522) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:09.806046 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395fdbc-80af-4872-873d-84a2b42d79ec req-567536fa-a82c-4f75-a04c-d43cb51cf04c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:09.817700 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7395fdbc-80af-4872-873d-84a2b42d79ec req-567536fa-a82c-4f75-a04c-d43cb51cf04c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0843310 Dec 09 11:52:09.817844 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-1b9f1d59-273e-4261-b0a9-edc85988f9ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=209360f6-f3a7-4154-a29b-5242a0a0a2a8 HTTP/1.1" status: 200 len: 217 time: 0.0639179 Dec 09 11:52:09.817939 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:09.819089 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:09.844206 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:52:09.857182 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229a228d-c851-4987-8714-5f185113af7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86716bb5-225d-4767-a3b3-d3dc5e96d1c8'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:09.859826 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c376f965-e47f-4ac2-848f-9f73816d8c7d" -d '{"events": [{"server_uuid": "229a228d-c851-4987-8714-5f185113af7a", "name": "network-vif-plugged", "status": "completed", "tag": "86716bb5-225d-4767-a3b3-d3dc5e96d1c8"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:09.873619 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-560df85b-1b13-4713-8bbe-dd26cdea2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:09.875651 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-560df85b-1b13-4713-8bbe-dd26cdea2a40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=52abfb0d-05f6-4418-8825-93dba6160d6f HTTP/1.1" status: 200 len: 859 time: 0.0556612 Dec 09 11:52:09.886570 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=86716bb5-225d-4767-a3b3-d3dc5e96d1c8,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:09.888725 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:09.891759 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7395fdbc-80af-4872-873d-84a2b42d79ec req-f375e96d-3114-46b0-a630-de17abb5f60e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766408 Dec 09 11:52:09.917641 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-4b53108b-f22b-41d4-8e0a-32db7920d5c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94529fec-5f8f-4c94-9d43-36d5ce9c1431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275674 Dec 09 11:52:09.938285 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e2bd023d-324b-4521-9543-61af9b769593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:09.946132 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d545fb0d-2681-441d-88cc-88d1e5f30f57 x-openstack-request-id: req-d545fb0d-2681-441d-88cc-88d1e5f30f57 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:09.946618 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229a228d-c851-4987-8714-5f185113af7a", "name": "network-vif-plugged", "status": "completed", "tag": "86716bb5-225d-4767-a3b3-d3dc5e96d1c8", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:09.947036 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d545fb0d-2681-441d-88cc-88d1e5f30f57 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:09.947552 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229a228d-c851-4987-8714-5f185113af7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86716bb5-225d-4767-a3b3-d3dc5e96d1c8', 'code': 200} Dec 09 11:52:09.968371 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:10.000377 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:10.023995 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-7f8aaab2-bb3b-4e3a-afdc-22ff2d5cb416 service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941801 Dec 09 11:52:10.026905 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=86716bb5-225d-4767-a3b3-d3dc5e96d1c8,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:10.028473 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fde32-5b9a-466a-94ae-f036e5721119 req-4194618e-0154-42c8-abbe-b252c72a5510 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:10.030909 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-513fde32-5b9a-466a-94ae-f036e5721119 req-4194618e-0154-42c8-abbe-b252c72a5510 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 943 time: 0.0944560 Dec 09 11:52:10.080499 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:10.125387 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-513fde32-5b9a-466a-94ae-f036e5721119 req-d27c0b5d-6292-488c-b3fa-94d6ac8e6e48 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809369 Dec 09 11:52:10.127533 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e2bd023d-324b-4521-9543-61af9b769593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:10.138694 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1fb23c6e-79e7-439e-82ab-b080733a0fdb req-c5c185c9-e8e0-40f3-9f37-a416a83dbf4a service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000857 Dec 09 11:52:10.198911 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e2bd023d-324b-4521-9543-61af9b769593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:10.241466 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-e2bd023d-324b-4521-9543-61af9b769593 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e8be302cde849baa0bd37f5f88441e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4718416 Dec 09 11:52:10.242829 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52534) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:10.248065 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd023d-324b-4521-9543-61af9b769593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4be8e08-240f-4e66-b281-332f576c913e,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:10.283439 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:52:10.362008 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c2874cd5-a6ac-45ab-87f6-62805c99d25d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:10.366630 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e5e41-9ac2-4e86-935d-078086a77fad req-53df103d-6a86-4d9c-9370-1b02b9bb09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:10.368154 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-135e5e41-9ac2-4e86-935d-078086a77fad req-53df103d-6a86-4d9c-9370-1b02b9bb09a7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 1098 time: 0.0928519 Dec 09 11:52:10.405822 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c2874cd5-a6ac-45ab-87f6-62805c99d25d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:10.464297 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-135e5e41-9ac2-4e86-935d-078086a77fad req-c426c090-0a2c-43f0-af2d-6327e1cbb819 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869119 Dec 09 11:52:10.548120 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffa2dc-0964-4dcd-8bcb-a8da01c1031a req-330fc262-81f3-4991-8719-06a36d692c2b tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:10.549612 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1ffa2dc-0964-4dcd-8bcb-a8da01c1031a req-330fc262-81f3-4991-8719-06a36d692c2b tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 945 time: 0.0573511 Dec 09 11:52:10.584471 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c2874cd5-a6ac-45ab-87f6-62805c99d25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:10.587202 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c2874cd5-a6ac-45ab-87f6-62805c99d25d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:10.590904 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c2874cd5-a6ac-45ab-87f6-62805c99d25d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4be8e08-240f-4e66-b281-332f576c913e HTTP/1.1" status: 204 len: 168 time: 0.3444903 Dec 09 11:52:10.598534 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2874cd5-a6ac-45ab-87f6-62805c99d25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4be8e08-240f-4e66-b281-332f576c913e,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:10.626400 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abd794-83c2-4d8b-94cc-a80984e00e7d req-18d27b6a-c698-43dc-92e8-4eda9df9b132 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:10.627889 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-26abd794-83c2-4d8b-94cc-a80984e00e7d req-18d27b6a-c698-43dc-92e8-4eda9df9b132 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 943 time: 0.0772316 Dec 09 11:52:10.632774 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1ffa2dc-0964-4dcd-8bcb-a8da01c1031a req-608533e7-2cdd-4f86-b8e3-7e1517c79e23 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717866 Dec 09 11:52:10.711002 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-26abd794-83c2-4d8b-94cc-a80984e00e7d req-1094306c-3b07-43ee-894b-1806f5e2f1e3 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597939 Dec 09 11:52:10.840696 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f3e3e-ec16-40fa-891f-40e78c9f279c req-1e5e4ea4-5c15-4c23-829c-db5391bdf3b3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:10.846585 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-045f3e3e-ec16-40fa-891f-40e78c9f279c req-1e5e4ea4-5c15-4c23-829c-db5391bdf3b3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 945 time: 0.0630200 Dec 09 11:52:10.911278 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-045f3e3e-ec16-40fa-891f-40e78c9f279c req-abe77313-864d-4156-8b77-e52993c4f7cf tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525575 Dec 09 11:52:11.016410 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b9278-5165-43f4-9b49-93142b74c187 req-912d24c6-26fd-462d-9a7e-c0c41c6140b1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:11.017918 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-081b9278-5165-43f4-9b49-93142b74c187 req-912d24c6-26fd-462d-9a7e-c0c41c6140b1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0480752 Dec 09 11:52:11.067319 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-081b9278-5165-43f4-9b49-93142b74c187 req-10290afa-3247-488f-95ea-abddf2bb1450 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424740 Dec 09 11:52:11.230701 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef2b10-ff32-426b-afc1-71eb9b3840aa req-666c3c69-37dc-4121-ac69-9b1b46567626 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:11.232330 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8fef2b10-ff32-426b-afc1-71eb9b3840aa req-666c3c69-37dc-4121-ac69-9b1b46567626 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 943 time: 0.0509784 Dec 09 11:52:11.286587 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8fef2b10-ff32-426b-afc1-71eb9b3840aa req-0e25e53d-c7e2-48e6-b1bb-92533923f9ef tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Dec 09 11:52:11.323041 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52586) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:11.340041 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1093ce95-aedb-4a45-9652-d783f9e02e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.355122 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 52588) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:11.412444 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1093ce95-aedb-4a45-9652-d783f9e02e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.473695 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1093ce95-aedb-4a45-9652-d783f9e02e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.515629 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device aa4ab145-3165-46b9-be8e-9a39e6ed7705 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:52:11.516862 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-14610238-abc5-47a0-a9dd-3bb67a98378a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.518160 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:52:11.520683 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-1093ce95-aedb-4a45-9652-d783f9e02e15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e55bc59f7594451d988a7852d8d6e3c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963780 Dec 09 11:52:11.523801 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52592) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:11.558757 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093ce95-aedb-4a45-9652-d783f9e02e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67adc215-a50a-4e75-902a-1b77e543335f,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:11.578181 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-42e22357-6c8b-442d-9c34-36e935f0a7a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.607293 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-42e22357-6c8b-442d-9c34-36e935f0a7a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.645575 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-14610238-abc5-47a0-a9dd-3bb67a98378a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.662905 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:11.676039 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'port_id': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'mac_address': 'fa:16:3e:9f:ea:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:52:11.701627 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:52:11.710601 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:52:11.710988 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.718666 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-42e22357-6c8b-442d-9c34-36e935f0a7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.721853 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-42e22357-6c8b-442d-9c34-36e935f0a7a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.723872 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-42e22357-6c8b-442d-9c34-36e935f0a7a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67adc215-a50a-4e75-902a-1b77e543335f HTTP/1.1" status: 204 len: 168 time: 0.2011640 Dec 09 11:52:11.733424 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e22357-6c8b-442d-9c34-36e935f0a7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67adc215-a50a-4e75-902a-1b77e543335f,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:11.740909 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.758676 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-14610238-abc5-47a0-a9dd-3bb67a98378a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.790425 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4ab145-3165-46b9-be8e-9a39e6ed7705 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:52:11.820182 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:11.968956 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:11.969611 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 209360f6-f3a7-4154-a29b-5242a0a0a2a8 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:52:12.014809 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:12.057260 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952f64-9dba-4ec5-b87e-da88f20bcea1 req-8da93c54-b274-4b0f-b4a3-6e1a1b364159 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:12.064608 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-69952f64-9dba-4ec5-b87e-da88f20bcea1 req-8da93c54-b274-4b0f-b4a3-6e1a1b364159 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 945 time: 0.3563163 Dec 09 11:52:12.073184 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-14610238-abc5-47a0-a9dd-3bb67a98378a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=918b17e21f65410780550a478393db5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7145393 Dec 09 11:52:12.073791 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52606) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:12.077058 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14610238-abc5-47a0-a9dd-3bb67a98378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d32c66-e9d8-4b19-858c-a6b53af25f78,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:12.111759 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=aa4ab145-3165-46b9-be8e-9a39e6ed7705,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:12.122414 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc3463-0567-47be-856b-3d9f6b515fbe req-b3407eb6-ba42-47c7-93da-6eb4b520f0a5 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:12.128897 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4bcc3463-0567-47be-856b-3d9f6b515fbe req-b3407eb6-ba42-47c7-93da-6eb4b520f0a5 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 943 time: 0.3169508 Dec 09 11:52:12.159535 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-113b21bf-9a63-47fb-baff-8bc10da2d287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:12.170844 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdff7512-8e1d-4e40-b178-c2f29060fa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:12.173154 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f716daa7-823b-4bfe-8a0f-69574686fd80" -d '{"events": [{"server_uuid": "fdff7512-8e1d-4e40-b178-c2f29060fa6d", "name": "network-vif-plugged", "status": "completed", "tag": "92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:12.187139 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-113b21bf-9a63-47fb-baff-8bc10da2d287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:12.194724 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:12.197997 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-69952f64-9dba-4ec5-b87e-da88f20bcea1 req-2806f6a8-79d9-4f9d-a56e-95784db79dfa tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288090 Dec 09 11:52:12.235771 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4bcc3463-0567-47be-856b-3d9f6b515fbe req-c1985152-c192-477b-b981-7d552f71f202 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938239 Dec 09 11:52:12.261703 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 209360f6-f3a7-4154-a29b-5242a0a0a2a8, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=209360f6-f3a7-4154-a29b-5242a0a0a2a8,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:12.264564 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:12.298132 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '209360f6-f3a7-4154-a29b-5242a0a0a2a8', 'network_id': '94529fec-5f8f-4c94-9d43-36d5ce9c1431', 'port_id': '209360f6-f3a7-4154-a29b-5242a0a0a2a8', 'mac_address': 'fa:16:3e:0a:ad:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52abfb0d-05f6-4418-8825-93dba6160d6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:52:12.348791 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:12.360178 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:12.368077 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-113b21bf-9a63-47fb-baff-8bc10da2d287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:12.371428 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-113b21bf-9a63-47fb-baff-8bc10da2d287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:12.373230 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-113b21bf-9a63-47fb-baff-8bc10da2d287 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18d32c66-e9d8-4b19-858c-a6b53af25f78 HTTP/1.1" status: 204 len: 168 time: 0.2984767 Dec 09 11:52:12.379212 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209360f6-f3a7-4154-a29b-5242a0a0a2a8 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:52:12.394850 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b21bf-9a63-47fb-baff-8bc10da2d287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d32c66-e9d8-4b19-858c-a6b53af25f78,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:12.423196 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 209360f6-f3a7-4154-a29b-5242a0a0a2a8, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=209360f6-f3a7-4154-a29b-5242a0a0a2a8,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:12.443453 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e0575-d84d-47ac-8b7b-547d97cca11c req-82f859c2-0da3-4907-a792-dcdc88d3d60f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:12.445253 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-012e0575-d84d-47ac-8b7b-547d97cca11c req-82f859c2-0da3-4907-a792-dcdc88d3d60f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 944 time: 0.1123512 Dec 09 11:52:12.453413 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5e134-70c4-419b-b61a-35fe837f031d req-0767f116-ae91-4f67-9530-ac2a28c7a118 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:12.454824 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-44e5e134-70c4-419b-b61a-35fe837f031d req-0767f116-ae91-4f67-9530-ac2a28c7a118 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 945 time: 0.1310103 Dec 09 11:52:12.493177 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:12.493866 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:52:12.529170 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-012e0575-d84d-47ac-8b7b-547d97cca11c req-41438f03-ec1f-4677-846d-d8fa9cd9db73 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732570 Dec 09 11:52:12.561775 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-44e5e134-70c4-419b-b61a-35fe837f031d req-68ce8377-38d6-4751-bf4a-7312843cfa7b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929079 Dec 09 11:52:12.604833 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=209360f6-f3a7-4154-a29b-5242a0a0a2a8,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:12.618949 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ee6ad9-7192-42eb-9616-2aac72fec6ef x-openstack-request-id: req-38ee6ad9-7192-42eb-9616-2aac72fec6ef {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:12.619531 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdff7512-8e1d-4e40-b178-c2f29060fa6d", "name": "network-vif-plugged", "status": "completed", "tag": "92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:12.619932 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38ee6ad9-7192-42eb-9616-2aac72fec6ef {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:12.620491 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdff7512-8e1d-4e40-b178-c2f29060fa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a', 'code': 200} Dec 09 11:52:12.709726 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=407ab17c-bc6a-4ba2-af96-b51c5e88bff7,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:12.725724 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'port_id': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7', 'mac_address': 'fa:16:3e:c1:ec:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:52:12.760893 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fa9b3-ab4c-4070-9d83-e9b4b1113d30 req-30290554-a278-4ae5-9604-558ae1781092 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:12.769663 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-159fa9b3-ab4c-4070-9d83-e9b4b1113d30 req-30290554-a278-4ae5-9604-558ae1781092 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 944 time: 0.0964329 Dec 09 11:52:12.773971 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:12.793819 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:52:12.815556 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=407ab17c-bc6a-4ba2-af96-b51c5e88bff7,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:12.824509 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-159fa9b3-ab4c-4070-9d83-e9b4b1113d30 req-cddeef05-8194-4265-b7d6-f9f089083330 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535700 Dec 09 11:52:12.906081 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:12.964004 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=407ab17c-bc6a-4ba2-af96-b51c5e88bff7,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:12.998121 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f2cf2-ea37-4cad-afa2-80a2d9a9bcfb req-0c93f4cc-e049-4fee-b1c8-a78492c66d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:12.999659 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-be2f2cf2-ea37-4cad-afa2-80a2d9a9bcfb req-0c93f4cc-e049-4fee-b1c8-a78492c66d3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 1098 time: 0.0528166 Dec 09 11:52:13.047928 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-be2f2cf2-ea37-4cad-afa2-80a2d9a9bcfb req-7cd86181-6799-46f6-a587-a3778e150c68 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406735 Dec 09 11:52:13.171724 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52652) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:13.184829 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f0ac-3502-46c4-a417-d493df20dd91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:13.265185 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['aa4ab145-3165-46b9-be8e-9a39e6ed7705'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:52:13.268108 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f0ac-3502-46c4-a417-d493df20dd91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:13.334587 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['407ab17c-bc6a-4ba2-af96-b51c5e88bff7'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:52:13.341561 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['209360f6-f3a7-4154-a29b-5242a0a0a2a8'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:52:13.370568 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f0ac-3502-46c4-a417-d493df20dd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:13.372105 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588164-ba96-4929-a326-57f85bb7187a req-0546e6e1-2037-45b6-a694-4daa0d355b4f tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:13.374144 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-36588164-ba96-4929-a326-57f85bb7187a req-0546e6e1-2037-45b6-a694-4daa0d355b4f tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 944 time: 0.0582035 Dec 09 11:52:13.421413 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-e2c3f0ac-3502-46c4-a417-d493df20dd91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22c62607c18443a1a9b3163b08d7d28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485154 Dec 09 11:52:13.423293 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3f0ac-3502-46c4-a417-d493df20dd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad64393-e070-4cb6-a809-f8c5319d7143,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:13.424203 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 52660) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:13.447315 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-36588164-ba96-4929-a326-57f85bb7187a req-014f07a6-2b91-490a-8f8b-bb3ab0be52d6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654495 Dec 09 11:52:13.493587 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4d26c0ab-c7e0-4fed-8cef-75b9f557ed55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:13.521057 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4d26c0ab-c7e0-4fed-8cef-75b9f557ed55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:13.661063 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6b977-9b1a-49de-9f55-5edb742792d5 req-87ccea01-6bc4-4a31-8417-be2b8fbd1a72 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:13.662824 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1ad6b977-9b1a-49de-9f55-5edb742792d5 req-87ccea01-6bc4-4a31-8417-be2b8fbd1a72 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 944 time: 0.0531983 Dec 09 11:52:13.685301 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4d26c0ab-c7e0-4fed-8cef-75b9f557ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:13.688188 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4d26c0ab-c7e0-4fed-8cef-75b9f557ed55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:13.689756 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-4d26c0ab-c7e0-4fed-8cef-75b9f557ed55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ad64393-e070-4cb6-a809-f8c5319d7143 HTTP/1.1" status: 204 len: 168 time: 0.2616775 Dec 09 11:52:13.703792 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26c0ab-c7e0-4fed-8cef-75b9f557ed55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad64393-e070-4cb6-a809-f8c5319d7143,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:13.732219 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1ad6b977-9b1a-49de-9f55-5edb742792d5 req-14f007ee-404d-41a5-996b-9988041adec4 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623591 Dec 09 11:52:13.967521 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596fa73-53d5-466a-a9a9-d3f697261c7a req-ce85dd26-2c50-46f8-ab67-d906e4461673 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:13.969047 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c596fa73-53d5-466a-a9a9-d3f697261c7a req-ce85dd26-2c50-46f8-ab67-d906e4461673 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 944 time: 0.0682614 Dec 09 11:52:14.021350 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c596fa73-53d5-466a-a9a9-d3f697261c7a req-2ac88856-5b7a-40f8-9929-e09ceb23d967 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456638 Dec 09 11:52:14.101084 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52692) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:14.327449 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-0a844ba8-3a28-4427-856e-dfe52dc65dc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:14.416773 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-0a844ba8-3a28-4427-856e-dfe52dc65dc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:14.543674 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-0a844ba8-3a28-4427-856e-dfe52dc65dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:14.587896 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-0a844ba8-3a28-4427-856e-dfe52dc65dc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5b02948a0894b16b499e731dea61fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4857080 Dec 09 11:52:14.589039 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a844ba8-3a28-4427-856e-dfe52dc65dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554b33a4-0404-42b1-aad9-8451a7b1926f,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:14.590523 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 52728) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:14.654492 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3fc5752b-26aa-461c-a01f-b205496b3b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:14.677107 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3fc5752b-26aa-461c-a01f-b205496b3b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:14.720495 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52732) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:14.735253 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7fa49221-33a5-413a-8d3f-778fd6c4b4e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:14.840318 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3fc5752b-26aa-461c-a01f-b205496b3b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:14.843952 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3fc5752b-26aa-461c-a01f-b205496b3b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:14.844244 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-3fc5752b-26aa-461c-a01f-b205496b3b8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/554b33a4-0404-42b1-aad9-8451a7b1926f HTTP/1.1" status: 204 len: 168 time: 0.2524073 Dec 09 11:52:14.887746 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5752b-26aa-461c-a01f-b205496b3b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554b33a4-0404-42b1-aad9-8451a7b1926f,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:14.926350 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc2c3a-0732-44b2-b2a4-4c484ad63ffb req-72d77eb8-13af-4a48-87db-43f3f7fcd7f9 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:14.928093 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-83fc2c3a-0732-44b2-b2a4-4c484ad63ffb req-72d77eb8-13af-4a48-87db-43f3f7fcd7f9 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 944 time: 0.0827014 Dec 09 11:52:14.952772 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7fa49221-33a5-413a-8d3f-778fd6c4b4e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:14.988295 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-83fc2c3a-0732-44b2-b2a4-4c484ad63ffb req-39eba5eb-d67e-4b46-9e5a-31e2c28344dd tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528014 Dec 09 11:52:15.053546 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7fa49221-33a5-413a-8d3f-778fd6c4b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.093948 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-7fa49221-33a5-413a-8d3f-778fd6c4b4e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed169f5293e84bf9969f0763356cb383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721397 Dec 09 11:52:15.095122 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa49221-33a5-413a-8d3f-778fd6c4b4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5252b3d-b88f-4f9d-b2aa-c53682f1d65c,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:15.097914 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52744) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:15.116403 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab2f1d-d3ee-4da9-941e-5282efca9f7d req-d84296fb-51de-4555-848c-049e11c84b52 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:15.117960 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-93ab2f1d-d3ee-4da9-941e-5282efca9f7d req-d84296fb-51de-4555-848c-049e11c84b52 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 944 time: 0.0708768 Dec 09 11:52:15.139451 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 52746) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:15.169367 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b3f7-434a-4878-a622-41349b249d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.196476 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b3f7-434a-4878-a622-41349b249d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.197901 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-93ab2f1d-d3ee-4da9-941e-5282efca9f7d req-704cee23-df30-4f73-b333-00defc2e759f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668497 Dec 09 11:52:15.334551 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af86c2-846d-47bb-8ca1-e4590b1de4b6 req-c173798e-1cc2-4c3f-9809-d9b09867d113 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:15.336122 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c7af86c2-846d-47bb-8ca1-e4590b1de4b6 req-c173798e-1cc2-4c3f-9809-d9b09867d113 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 944 time: 0.0580912 Dec 09 11:52:15.394272 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c7af86c2-846d-47bb-8ca1-e4590b1de4b6 req-4328ecb1-06a4-4753-9f3d-caa9cd72eaf4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514750 Dec 09 11:52:15.413193 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b3f7-434a-4878-a622-41349b249d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.416312 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b3f7-434a-4878-a622-41349b249d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.417898 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-1ba1b3f7-434a-4878-a622-41349b249d24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5252b3d-b88f-4f9d-b2aa-c53682f1d65c HTTP/1.1" status: 204 len: 168 time: 0.3183496 Dec 09 11:52:15.431103 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1b3f7-434a-4878-a622-41349b249d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5252b3d-b88f-4f9d-b2aa-c53682f1d65c,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:15.450952 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-deae1301-e3f3-4a5b-a18b-2074598cd923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.526643 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-deae1301-e3f3-4a5b-a18b-2074598cd923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.530292 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device aa4ab145-3165-46b9-be8e-9a39e6ed7705 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:52:15.584736 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-deae1301-e3f3-4a5b-a18b-2074598cd923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.625435 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-deae1301-e3f3-4a5b-a18b-2074598cd923 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad17b886dea34d3395cebf49a7db23eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4837520 Dec 09 11:52:15.628043 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 52756) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:15.634507 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae1301-e3f3-4a5b-a18b-2074598cd923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b1d5a9-9540-42f2-9ade-5f1b11614750,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:15.667261 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port aa4ab145-3165-46b9-be8e-9a39e6ed7705 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:52:15.671564 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port aa4ab145-3165-46b9-be8e-9a39e6ed7705 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:52:15.671941 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.679643 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0e38ae9e-7261-4a14-abe5-62d33ef57cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.703774 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0e38ae9e-7261-4a14-abe5-62d33ef57cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.735677 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52758) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:15.751864 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f940fb50-8998-418b-a58c-33f50d080c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.758868 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.794555 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:15.797309 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acd4cae-7e00-4249-9b85-34f8faaed905" -d '{"events": [{"server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "name": "network-vif-plugged", "status": "completed", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:15.804333 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:15.836600 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ed3db9-92bc-4a19-ab8b-034bd48b9567 x-openstack-request-id: req-87ed3db9-92bc-4a19-ab8b-034bd48b9567 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:15.836909 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "name": "network-vif-plugged", "status": "completed", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:15.837168 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87ed3db9-92bc-4a19-ab8b-034bd48b9567 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:15.837836 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'code': 200} Dec 09 11:52:15.838981 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0e38ae9e-7261-4a14-abe5-62d33ef57cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.841730 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0e38ae9e-7261-4a14-abe5-62d33ef57cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.843644 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-0e38ae9e-7261-4a14-abe5-62d33ef57cd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92b1d5a9-9540-42f2-9ade-5f1b11614750 HTTP/1.1" status: 204 len: 168 time: 0.2139010 Dec 09 11:52:15.851389 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38ae9e-7261-4a14-abe5-62d33ef57cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b1d5a9-9540-42f2-9ade-5f1b11614750,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:15.867241 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.870616 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 209360f6-f3a7-4154-a29b-5242a0a0a2a8 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:52:15.933423 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f940fb50-8998-418b-a58c-33f50d080c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:15.979564 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=aa4ab145-3165-46b9-be8e-9a39e6ed7705,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:16.045206 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f940fb50-8998-418b-a58c-33f50d080c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.068415 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 209360f6-f3a7-4154-a29b-5242a0a0a2a8 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:52:16.074902 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 209360f6-f3a7-4154-a29b-5242a0a0a2a8 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:52:16.077190 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.089178 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-f940fb50-8998-418b-a58c-33f50d080c79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed179c6476d94115abe2f0638e6ade90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523753 Dec 09 11:52:16.091489 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940fb50-8998-418b-a58c-33f50d080c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fc75ce-01c4-4cf1-9cd6-fcf3402a50f6,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:16.094100 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52776) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:16.122249 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc20771-999e-4f66-bbeb-49d07ac33e83 req-496ddad9-dba7-41ee-9010-0816851ce9bd tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:16.124697 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-abc20771-999e-4f66-bbeb-49d07ac33e83 req-496ddad9-dba7-41ee-9010-0816851ce9bd tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 944 time: 0.0630794 Dec 09 11:52:16.154161 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c870a311-46a6-4e6a-9023-12fcee243109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.167861 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.180201 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c870a311-46a6-4e6a-9023-12fcee243109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.191582 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-abc20771-999e-4f66-bbeb-49d07ac33e83 req-1f74f3c2-8b23-49f9-b308-01beec3e8f4b tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581715 Dec 09 11:52:16.209928 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 209360f6-f3a7-4154-a29b-5242a0a0a2a8, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=209360f6-f3a7-4154-a29b-5242a0a0a2a8,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:16.274102 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def295ec-c9dd-4427-bbe9-238471b4ae8c req-1323ce85-6eb1-46ea-8ffd-2e144a7e379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:16.275737 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-def295ec-c9dd-4427-bbe9-238471b4ae8c req-1323ce85-6eb1-46ea-8ffd-2e144a7e379b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 1098 time: 0.0512080 Dec 09 11:52:16.282814 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.285302 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:52:16.358077 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824283e9-cd4c-4d0f-a4cf-acf937317b01 req-58caea37-467d-46e0-81ca-0ef0feecbf85 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:16.359921 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-824283e9-cd4c-4d0f-a4cf-acf937317b01 req-58caea37-467d-46e0-81ca-0ef0feecbf85 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0689805 Dec 09 11:52:16.362724 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c870a311-46a6-4e6a-9023-12fcee243109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.367142 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c870a311-46a6-4e6a-9023-12fcee243109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.368598 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c870a311-46a6-4e6a-9023-12fcee243109 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9fc75ce-01c4-4cf1-9cd6-fcf3402a50f6 HTTP/1.1" status: 204 len: 168 time: 0.2732718 Dec 09 11:52:16.384745 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870a311-46a6-4e6a-9023-12fcee243109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fc75ce-01c4-4cf1-9cd6-fcf3402a50f6,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:16.398956 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-def295ec-c9dd-4427-bbe9-238471b4ae8c req-60f89ed9-aec1-4c75-bdb0-7aaceca4e6c4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150324 Dec 09 11:52:16.420001 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=209360f6-f3a7-4154-a29b-5242a0a0a2a8,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:16.443103 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-824283e9-cd4c-4d0f-a4cf-acf937317b01 req-886844a2-1eb4-49a5-84c3-bac0dda6f2cb tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773258 Dec 09 11:52:16.518809 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:52:16.523726 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:52:16.524100 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.525279 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411c784-7728-4407-8212-e75a6d7ce23d req-e84b35ab-3fb8-4a69-b6ba-a0df24969721 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:16.526756 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5411c784-7728-4407-8212-e75a6d7ce23d req-e84b35ab-3fb8-4a69-b6ba-a0df24969721 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0500889 Dec 09 11:52:16.578780 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5411c784-7728-4407-8212-e75a6d7ce23d req-b6aa63df-78fd-4443-97b1-3bc7fb3a6910 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458379 Dec 09 11:52:16.605007 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.639350 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=407ab17c-bc6a-4ba2-af96-b51c5e88bff7,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:16.716405 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.755326 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52794) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:16.771500 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=407ab17c-bc6a-4ba2-af96-b51c5e88bff7,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:16.778348 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-df42261e-f599-4f19-b429-a85d30e59a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.864469 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-df42261e-f599-4f19-b429-a85d30e59a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.935482 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-df42261e-f599-4f19-b429-a85d30e59a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:16.975634 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-df42261e-f599-4f19-b429-a85d30e59a26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61e4e33d335641d4a1896a769a05e575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185099 Dec 09 11:52:16.976422 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42261e-f599-4f19-b429-a85d30e59a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfe6301-a9d7-42bc-b21d-b1dee3e9ad35,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:16.978384 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 52808) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:17.026762 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-19931fdc-b24a-48f8-9009-606a27f921b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:17.048670 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-19931fdc-b24a-48f8-9009-606a27f921b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:17.187416 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-19931fdc-b24a-48f8-9009-606a27f921b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:17.190877 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-19931fdc-b24a-48f8-9009-606a27f921b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:17.193325 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-19931fdc-b24a-48f8-9009-606a27f921b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cfe6301-a9d7-42bc-b21d-b1dee3e9ad35 HTTP/1.1" status: 204 len: 168 time: 0.2127633 Dec 09 11:52:17.200255 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19931fdc-b24a-48f8-9009-606a27f921b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfe6301-a9d7-42bc-b21d-b1dee3e9ad35,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:17.304203 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b301f-6fa9-4df6-a5a6-3d02f031d467 req-888de2d6-1ddf-4e79-8283-9b61a17356c5 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:17.311384 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-209b301f-6fa9-4df6-a5a6-3d02f031d467 req-888de2d6-1ddf-4e79-8283-9b61a17356c5 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0570142 Dec 09 11:52:17.358199 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-209b301f-6fa9-4df6-a5a6-3d02f031d467 req-c7eb9ccb-8321-411f-9766-4c457b0e7242 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459540 Dec 09 11:52:17.570213 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbe2c4-7451-4b8f-8953-83643dbf5345 req-0309f074-eabf-4a08-b17c-9a95c33deaa5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:17.572047 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-eecbe2c4-7451-4b8f-8953-83643dbf5345 req-0309f074-eabf-4a08-b17c-9a95c33deaa5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0547099 Dec 09 11:52:17.664415 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-eecbe2c4-7451-4b8f-8953-83643dbf5345 req-6ad3259f-8dc8-4397-a2f6-bd89a196c0b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856347 Dec 09 11:52:17.774477 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32468bd-a2ed-4487-b5d3-baede257ca44 req-15181945-df19-4c03-96c8-9f0dfec700f2 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:17.780256 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d32468bd-a2ed-4487-b5d3-baede257ca44 req-15181945-df19-4c03-96c8-9f0dfec700f2 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0603523 Dec 09 11:52:17.839288 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6ebef9-7a64-4e0a-960e-9d8a54821e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209360f6-f3a7-4154-a29b-5242a0a0a2a8'}, {'server_uuid': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:17.843218 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653f59b3-a5cc-4eb4-8fe6-4d55b2717b71" -d '{"events": [{"server_uuid": "dc6ebef9-7a64-4e0a-960e-9d8a54821e7e", "name": "network-vif-plugged", "status": "completed", "tag": "209360f6-f3a7-4154-a29b-5242a0a0a2a8"}, {"server_uuid": "54971f7c-e23d-4538-9081-36436cf8f2e8", "name": "network-vif-plugged", "status": "completed", "tag": "407ab17c-bc6a-4ba2-af96-b51c5e88bff7"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:17.843481 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d32468bd-a2ed-4487-b5d3-baede257ca44 req-0e07b79a-6cc6-4b0b-a360-56e89dc58b5b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487747 Dec 09 11:52:17.885127 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ebd14f-03c1-445b-a17c-26debf79dcba x-openstack-request-id: req-73ebd14f-03c1-445b-a17c-26debf79dcba {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:17.885428 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6ebef9-7a64-4e0a-960e-9d8a54821e7e", "name": "network-vif-plugged", "status": "completed", "tag": "209360f6-f3a7-4154-a29b-5242a0a0a2a8", "code": 200}, {"server_uuid": "54971f7c-e23d-4538-9081-36436cf8f2e8", "name": "network-vif-plugged", "status": "completed", "tag": "407ab17c-bc6a-4ba2-af96-b51c5e88bff7", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:17.885705 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73ebd14f-03c1-445b-a17c-26debf79dcba {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:17.886099 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6ebef9-7a64-4e0a-960e-9d8a54821e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209360f6-f3a7-4154-a29b-5242a0a0a2a8', 'code': 200} Dec 09 11:52:17.886371 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7', 'code': 200} Dec 09 11:52:18.297632 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de38a66-9733-47ec-99b8-55683c4ebc29 req-8fa507aa-6bc0-46d9-bbac-f91bbb31d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:18.299284 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-2de38a66-9733-47ec-99b8-55683c4ebc29 req-8fa507aa-6bc0-46d9-bbac-f91bbb31d6e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 1098 time: 0.0560603 Dec 09 11:52:18.318390 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f325d21-5ec6-4c80-987c-8393bd492f12 req-440076f7-d2da-41c7-868d-444861b30d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:18.319934 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4f325d21-5ec6-4c80-987c-8393bd492f12 req-440076f7-d2da-41c7-868d-444861b30d4c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 1098 time: 0.0463808 Dec 09 11:52:18.354124 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-2de38a66-9733-47ec-99b8-55683c4ebc29 req-d110c5bd-d8dd-45a4-bd2d-65c6c4c8f7cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470376 Dec 09 11:52:18.388545 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4f325d21-5ec6-4c80-987c-8393bd492f12 req-25103088-12c0-43c1-a799-b13babffcbdd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577443 Dec 09 11:52:18.488996 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dcc74-865c-46c3-8787-2f5fa784fb37 req-47cea21e-97c9-41e6-9ee2-ff2fc3cbb281 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:18.496321 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c39dcc74-865c-46c3-8787-2f5fa784fb37 req-47cea21e-97c9-41e6-9ee2-ff2fc3cbb281 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0583899 Dec 09 11:52:18.543884 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c39dcc74-865c-46c3-8787-2f5fa784fb37 req-b9dd98d3-0015-499c-a564-0ba674336345 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434279 Dec 09 11:52:18.778798 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d31e7-3201-4c42-95cb-063fa3197058 req-acc92213-9f93-4278-b8ec-3375001842f4 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:18.780313 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f70d31e7-3201-4c42-95cb-063fa3197058 req-acc92213-9f93-4278-b8ec-3375001842f4 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0486467 Dec 09 11:52:18.838645 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f70d31e7-3201-4c42-95cb-063fa3197058 req-768416f1-6ba0-4ea4-90a2-c367b7def543 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518806 Dec 09 11:52:19.010333 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeb6ea-c921-400b-b411-5378f3663070 req-e20d3d36-5f5e-4e2f-8945-37e50d7a9263 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:19.012918 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6afeb6ea-c921-400b-b411-5378f3663070 req-e20d3d36-5f5e-4e2f-8945-37e50d7a9263 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0813937 Dec 09 11:52:19.046483 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6f94c-8ff6-4ea6-87d3-d2c358151e1b req-7b6feaeb-499b-4e1d-a76a-5738ba48e73d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:19.047905 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2cf6f94c-8ff6-4ea6-87d3-d2c358151e1b req-7b6feaeb-499b-4e1d-a76a-5738ba48e73d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0892081 Dec 09 11:52:19.058156 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 52946) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:19.063187 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-7c2e64c3-4634-4f9d-a009-f168c12da2d1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Request body: {'floatingip': {'port_id': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:52:19.076904 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6afeb6ea-c921-400b-b411-5378f3663070 req-186530a3-c873-4dbb-8834-8e2514ace548 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570700 Dec 09 11:52:19.138910 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7c2e64c3-4634-4f9d-a009-f168c12da2d1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:19.675304 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4122f2b-1003-4931-a930-6f6e9b27771b req-31477840-098d-4548-9b15-4ceb5cc1ae5e tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:19.676761 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a4122f2b-1003-4931-a930-6f6e9b27771b req-31477840-098d-4548-9b15-4ceb5cc1ae5e tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0565798 Dec 09 11:52:19.735209 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a4122f2b-1003-4931-a930-6f6e9b27771b req-16dfee30-e078-4427-bd88-569e22f0a927 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501549 Dec 09 11:52:19.909645 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.db.resource_extend [None req-7c2e64c3-4634-4f9d-a009-f168c12da2d1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 11:52:19.987990 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7c2e64c3-4634-4f9d-a009-f168c12da2d1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:20.078240 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7c2e64c3-4634-4f9d-a009-f168c12da2d1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:20.192982 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.l3_db [None req-7c2e64c3-4634-4f9d-a009-f168c12da2d1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Floating IP 4a53a53a-a811-4562-bb4b-57fed6cd6813 associated. External IP: 172.27.3.175, port: aa4ab145-3165-46b9-be8e-9a39e6ed7705. Dec 09 11:52:20.221726 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdd04c-00b2-4db6-817e-aeb41dc5c6cc req-33a570d4-7a97-430b-b0af-2e9772ac295b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:20.223515 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e8bdd04c-00b2-4db6-817e-aeb41dc5c6cc req-33a570d4-7a97-430b-b0af-2e9772ac295b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0608671 Dec 09 11:52:20.283916 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e8bdd04c-00b2-4db6-817e-aeb41dc5c6cc req-52cc60f6-120b-4189-835b-bf4507b7cedb tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501883 Dec 09 11:52:20.446602 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2e64c3-4634-4f9d-a009-f168c12da2d1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Router d07696d5-022d-4625-bb23-a84f174cf651 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:52:20.570516 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2e64c3-4634-4f9d-a009-f168c12da2d1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:52:20.575278 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7c2e64c3-4634-4f9d-a009-f168c12da2d1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:20.593205 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001fc8ac-4b1c-4e71-b4ea-4c47348be58d None None] Sync routers for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:52:20.603582 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-7c2e64c3-4634-4f9d-a009-f168c12da2d1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "PUT /v2.0/floatingips/4a53a53a-a811-4562-bb4b-57fed6cd6813 HTTP/1.1" status: 200 len: 991 time: 1.5442190 Dec 09 11:52:20.604158 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:20.606424 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc8e99f-8276-4bf3-9ce0-a22a0445cb5a" -d '{"events": [{"name": "network-changed", "server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:20.614904 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001fc8ac-4b1c-4e71-b4ea-4c47348be58d None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:52:20.615564 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-001fc8ac-4b1c-4e71-b4ea-4c47348be58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:52:20.646567 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660e51c8-7492-49ca-bcf9-e0bc4fb328ad x-openstack-request-id: req-660e51c8-7492-49ca-bcf9-e0bc4fb328ad {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:20.647170 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:20.647454 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-660e51c8-7492-49ca-bcf9-e0bc4fb328ad {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:20.647854 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'status': 'completed', 'code': 200} Dec 09 11:52:20.725224 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e99f-8276-4bf3-9ce0-a22a0445cb5a req-ee586a3a-7522-4443-a9c3-d4a7fc1c0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:20.727974 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fbc8e99f-8276-4bf3-9ce0-a22a0445cb5a req-ee586a3a-7522-4443-a9c3-d4a7fc1c0f68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 1098 time: 0.0473404 Dec 09 11:52:20.753273 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-001fc8ac-4b1c-4e71-b4ea-4c47348be58d None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:52:20.896323 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e99f-8276-4bf3-9ce0-a22a0445cb5a req-f307df5b-7631-4794-85f6-2a78cbbcd630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:20.897897 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fbc8e99f-8276-4bf3-9ce0-a22a0445cb5a req-f307df5b-7631-4794-85f6-2a78cbbcd630 service neutron] 10.222.0.42 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 917 time: 0.1549928 Dec 09 11:52:20.909818 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc49cb-f396-4f67-aa13-6a756605992c req-0bd8c029-f6a7-46de-9cc3-a04258c656e9 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:20.911711 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-eefc49cb-f396-4f67-aa13-6a756605992c req-0bd8c029-f6a7-46de-9cc3-a04258c656e9 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0748112 Dec 09 11:52:21.042507 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fbc8e99f-8276-4bf3-9ce0-a22a0445cb5a req-a4172a6f-b466-4bb5-a1ae-3749fddff41c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705 HTTP/1.1" status: 200 len: 999 time: 0.1293581 Dec 09 11:52:21.046542 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-eefc49cb-f396-4f67-aa13-6a756605992c req-c0dbb1fe-104d-4959-b66c-b0835367409b tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907607 Dec 09 11:52:21.061066 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-001fc8ac-4b1c-4e71-b4ea-4c47348be58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '4a53a53a-a811-4562-bb4b-57fed6cd6813', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'port_id': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'mac_address': 'fa:16:3e:9f:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:51:45Z', 'updated_at': '2021-12-09T11:52:19Z', 'revision_number': 1, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:46Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:52:21.097208 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001fc8ac-4b1c-4e71-b4ea-4c47348be58d None None] Checking router: d07696d5-022d-4625-bb23-a84f174cf651 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:52:21.103575 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001fc8ac-4b1c-4e71-b4ea-4c47348be58d None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:52:21.104170 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-001fc8ac-4b1c-4e71-b4ea-4c47348be58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:52:21.114494 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e99f-8276-4bf3-9ce0-a22a0445cb5a req-ecda781f-6aa6-4332-80ac-9ec7937d721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:21.116144 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fbc8e99f-8276-4bf3-9ce0-a22a0445cb5a req-ecda781f-6aa6-4332-80ac-9ec7937d721d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d57bdff-4b12-4c25-8c80-3d56d3c88b73 HTTP/1.1" status: 200 len: 855 time: 0.0612009 Dec 09 11:52:21.198486 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e99f-8276-4bf3-9ce0-a22a0445cb5a req-978f8938-8420-48eb-92ee-91d1120d696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:21.200037 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fbc8e99f-8276-4bf3-9ce0-a22a0445cb5a req-978f8938-8420-48eb-92ee-91d1120d696a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=339399d7-c359-4375-8e64-8580dc618d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670679 Dec 09 11:52:21.218100 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-001fc8ac-4b1c-4e71-b4ea-4c47348be58d None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:52:21.218229 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a5e42-8cad-468a-a442-4207f6a5d1c2 req-74daafd5-7c18-4c16-b96e-07d92133f156 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:21.231987 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8b3a5e42-8cad-468a-a442-4207f6a5d1c2 req-74daafd5-7c18-4c16-b96e-07d92133f156 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1010685 Dec 09 11:52:21.236716 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 53032) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:21.242340 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-c3512612-4ce7-4f86-ab02-6771a66c27d4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Request body: {'floatingip': {'port_id': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:52:21.304277 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c3512612-4ce7-4f86-ab02-6771a66c27d4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:21.351125 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fbc8e99f-8276-4bf3-9ce0-a22a0445cb5a req-16d9b080-a3d0-4a75-80b9-5580c215c9d1 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235785 Dec 09 11:52:21.482990 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-001fc8ac-4b1c-4e71-b4ea-4c47348be58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '4a53a53a-a811-4562-bb4b-57fed6cd6813', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'port_id': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'mac_address': 'fa:16:3e:9f:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:51:45Z', 'updated_at': '2021-12-09T11:52:19Z', 'revision_number': 1, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:46Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:52:21.484455 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277eee7-4cc8-4c1e-a7be-fa299ade6e87 req-4501694b-89f3-443e-8f96-d754a4d7cd8b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:21.486185 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3277eee7-4cc8-4c1e-a7be-fa299ade6e87 req-4501694b-89f3-443e-8f96-d754a4d7cd8b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1141984 Dec 09 11:52:21.521602 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001fc8ac-4b1c-4e71-b4ea-4c47348be58d None None] The sync data for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi is: [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '4a53a53a-a811-4562-bb4b-57fed6cd6813', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'port_id': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'mac_address': 'fa:16:3e:9f:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:51:45Z', 'updated_at': '2021-12-09T11:52:19Z', 'revision_number': 1, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:46Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:52:21.528849 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fbc8e99f-8276-4bf3-9ce0-a22a0445cb5a req-14cd1753-151f-4fc8-ad00-8b39f6e40f6f service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648805 Dec 09 11:52:21.583300 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3277eee7-4cc8-4c1e-a7be-fa299ade6e87 req-d1a1293f-d122-48ee-b9d2-9ae19f5b0aac tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903139 Dec 09 11:52:21.863755 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7188e4a7-e37d-4324-a5b7-ca2d5d8e1366 None None] New status for floating IP 4a53a53a-a811-4562-bb4b-57fed6cd6813: ACTIVE {{(pid=109619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:52:21.896549 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-24e7acd1-7f34-48f7-83c9-8065ff19af59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:21.931265 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c3512612-4ce7-4f86-ab02-6771a66c27d4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:22.032919 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c3512612-4ce7-4f86-ab02-6771a66c27d4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:22.092519 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f8b5a-43d6-4289-880a-ac4a7bd6cf43 req-6acadb2b-01ff-4634-a27a-b4039a6df99c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:22.094147 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-472f8b5a-43d6-4289-880a-ac4a7bd6cf43 req-6acadb2b-01ff-4634-a27a-b4039a6df99c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0521736 Dec 09 11:52:22.149919 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.l3_db [None req-c3512612-4ce7-4f86-ab02-6771a66c27d4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Floating IP 5cd10e35-5a91-4c47-9936-6e4e75d23925 associated. External IP: 172.27.3.244, port: 407ab17c-bc6a-4ba2-af96-b51c5e88bff7. Dec 09 11:52:22.189592 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-472f8b5a-43d6-4289-880a-ac4a7bd6cf43 req-99c98e42-7b9c-40b8-ad2c-ee9f9923b233 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823066 Dec 09 11:52:22.215270 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206ff94-58fa-4d0f-add2-11a991c4f288 req-47b02558-08be-405d-ac0a-31e2b3bf6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:22.216740 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7206ff94-58fa-4d0f-add2-11a991c4f288 req-47b02558-08be-405d-ac0a-31e2b3bf6757 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 1098 time: 0.0742140 Dec 09 11:52:22.362455 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206ff94-58fa-4d0f-add2-11a991c4f288 req-029edb11-3b5c-45ce-b784-b530a6793319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:22.364020 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7206ff94-58fa-4d0f-add2-11a991c4f288 req-029edb11-3b5c-45ce-b784-b530a6793319 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 200 len: 920 time: 0.1307783 Dec 09 11:52:22.417373 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53066) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:22.424911 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7206ff94-58fa-4d0f-add2-11a991c4f288 req-e0ebd012-cb45-4fdf-a54c-5b24fb7cf3d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=209360f6-f3a7-4154-a29b-5242a0a0a2a8 HTTP/1.1" status: 200 len: 217 time: 0.0506055 Dec 09 11:52:22.486273 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206ff94-58fa-4d0f-add2-11a991c4f288 req-309c9361-39ad-482c-a8f3-9251a00f856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:22.489748 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7206ff94-58fa-4d0f-add2-11a991c4f288 req-309c9361-39ad-482c-a8f3-9251a00f856a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=52abfb0d-05f6-4418-8825-93dba6160d6f HTTP/1.1" status: 200 len: 859 time: 0.0562575 Dec 09 11:52:22.532189 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7206ff94-58fa-4d0f-add2-11a991c4f288 req-1c8cb5dc-a72b-43ad-9c38-7b3622e354a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94529fec-5f8f-4c94-9d43-36d5ce9c1431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297756 Dec 09 11:52:22.583806 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:22.634682 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3512612-4ce7-4f86-ab02-6771a66c27d4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:52:22.687014 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7206ff94-58fa-4d0f-add2-11a991c4f288 req-d81acd26-bd53-44ae-8faf-f54a64860f77 service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426330 Dec 09 11:52:22.759138 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:22.762709 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3512612-4ce7-4f86-ab02-6771a66c27d4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:52:22.767201 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c3512612-4ce7-4f86-ab02-6771a66c27d4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:22.774887 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4c05dd-d97f-47c2-9d96-5b2b17ac6c13 None None] Sync routers for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:52:22.797134 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4c05dd-d97f-47c2-9d96-5b2b17ac6c13 None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:52:22.797954 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-4b4c05dd-d97f-47c2-9d96-5b2b17ac6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:52:22.813377 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c3512612-4ce7-4f86-ab02-6771a66c27d4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "PUT /v2.0/floatingips/5cd10e35-5a91-4c47-9936-6e4e75d23925 HTTP/1.1" status: 200 len: 991 time: 1.5746310 Dec 09 11:52:22.814615 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'tag': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:22.817706 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2c086c-7b9f-46c8-a6b2-8edd28a6c98d" -d '{"events": [{"name": "network-changed", "server_uuid": "54971f7c-e23d-4538-9081-36436cf8f2e8", "tag": "407ab17c-bc6a-4ba2-af96-b51c5e88bff7"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:22.839890 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7206ff94-58fa-4d0f-add2-11a991c4f288 req-af28ce5c-4325-4d51-8f8d-a763190f351b service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311817 Dec 09 11:52:22.864655 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17719bcb-48ff-4589-a289-7d8d1f4ac66c x-openstack-request-id: req-17719bcb-48ff-4589-a289-7d8d1f4ac66c {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:22.865044 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54971f7c-e23d-4538-9081-36436cf8f2e8", "tag": "407ab17c-bc6a-4ba2-af96-b51c5e88bff7", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:22.865392 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17719bcb-48ff-4589-a289-7d8d1f4ac66c {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:22.865877 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'tag': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7', 'status': 'completed', 'code': 200} Dec 09 11:52:22.895717 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:22.936043 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-4b4c05dd-d97f-47c2-9d96-5b2b17ac6c13 None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:52:22.963465 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c14ef1-9597-4aa2-87c9-0c3a01e03799,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:22.985753 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dea12737d52747ca946fedbe9faf96c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670185 Dec 09 11:52:22.988886 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 53092) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:23.000515 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.008382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.008382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.008382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.008382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.008382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.008382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.008382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.008382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.008382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.008382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.008382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.008382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5e4e0-67cc-4cba-b8f3-500fea063508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:23.035381 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c086c-7b9f-46c8-a6b2-8edd28a6c98d req-dd752a50-f0b1-4333-a041-7fb7387ec3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:23.035381 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3d2c086c-7b9f-46c8-a6b2-8edd28a6c98d req-dd752a50-f0b1-4333-a041-7fb7387ec3d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91f497f7e91e433f906368540b14f2a5&device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 1098 time: 0.1037755 Dec 09 11:52:23.110044 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1e9514cb-9c4a-4c36-b77b-3a643f5d4d80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:23.137732 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1e9514cb-9c4a-4c36-b77b-3a643f5d4d80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:23.166124 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c086c-7b9f-46c8-a6b2-8edd28a6c98d req-07e97290-bc48-407e-8e2f-f41ec8945009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:23.167633 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3d2c086c-7b9f-46c8-a6b2-8edd28a6c98d req-07e97290-bc48-407e-8e2f-f41ec8945009 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8 HTTP/1.1" status: 200 len: 911 time: 0.1072080 Dec 09 11:52:23.274740 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3d2c086c-7b9f-46c8-a6b2-8edd28a6c98d req-75605863-fee5-4c8b-894b-8f1ac0a79f44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407ab17c-bc6a-4ba2-af96-b51c5e88bff7 HTTP/1.1" status: 200 len: 999 time: 0.0978825 Dec 09 11:52:23.317054 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1e9514cb-9c4a-4c36-b77b-3a643f5d4d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:23.319882 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1e9514cb-9c4a-4c36-b77b-3a643f5d4d80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:23.321254 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-1e9514cb-9c4a-4c36-b77b-3a643f5d4d80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86c14ef1-9597-4aa2-87c9-0c3a01e03799 HTTP/1.1" status: 204 len: 168 time: 0.3314896 Dec 09 11:52:23.326382 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-4b4c05dd-d97f-47c2-9d96-5b2b17ac6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '5cd10e35-5a91-4c47-9936-6e4e75d23925', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'port_id': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'mac_address': 'fa:16:3e:c1:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:51:46Z', 'updated_at': '2021-12-09T11:52:21Z', 'revision_number': 1, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:43Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:52:23.331829 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9514cb-9c4a-4c36-b77b-3a643f5d4d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c14ef1-9597-4aa2-87c9-0c3a01e03799,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:23.369717 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4c05dd-d97f-47c2-9d96-5b2b17ac6c13 None None] Checking router: 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:52:23.381540 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4c05dd-d97f-47c2-9d96-5b2b17ac6c13 None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:52:23.382984 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-4b4c05dd-d97f-47c2-9d96-5b2b17ac6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:51:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:52:23.383328 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e609e44-5dea-4c55-adf1-9eefd1b8bdb7 req-3486e059-02b4-4290-a3ec-0928242c7680 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:23.385000 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0e609e44-5dea-4c55-adf1-9eefd1b8bdb7 req-3486e059-02b4-4290-a3ec-0928242c7680 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1093106 Dec 09 11:52:23.391144 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c086c-7b9f-46c8-a6b2-8edd28a6c98d req-56c89ee5-96d9-47df-acf7-3836e520c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:23.391368 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3d2c086c-7b9f-46c8-a6b2-8edd28a6c98d req-56c89ee5-96d9-47df-acf7-3836e520c8c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ec0cb09-9816-47e8-93e0-c39f1929746e HTTP/1.1" status: 200 len: 849 time: 0.0872445 Dec 09 11:52:23.471461 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0e609e44-5dea-4c55-adf1-9eefd1b8bdb7 req-9d3bcb69-9940-4f31-ac29-1f4ccfbc5fad tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749538 Dec 09 11:52:23.484257 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c086c-7b9f-46c8-a6b2-8edd28a6c98d req-2e465758-6be6-4799-bec8-6f18feed9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:23.487611 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3d2c086c-7b9f-46c8-a6b2-8edd28a6c98d req-2e465758-6be6-4799-bec8-6f18feed9ea6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752497 Dec 09 11:52:23.509035 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-4b4c05dd-d97f-47c2-9d96-5b2b17ac6c13 None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:52:23.590549 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3d2c086c-7b9f-46c8-a6b2-8edd28a6c98d req-d44ce611-6a54-40db-831b-b3c9bb7bcf12 service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863204 Dec 09 11:52:23.794490 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3d2c086c-7b9f-46c8-a6b2-8edd28a6c98d req-721833b8-8b6c-411a-9f45-4ced588c0b9f service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789606 Dec 09 11:52:23.843066 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-4b4c05dd-d97f-47c2-9d96-5b2b17ac6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '5cd10e35-5a91-4c47-9936-6e4e75d23925', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'port_id': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'mac_address': 'fa:16:3e:c1:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:51:46Z', 'updated_at': '2021-12-09T11:52:21Z', 'revision_number': 1, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:43Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:52:23.851481 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 53120) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:23.880067 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4c05dd-d97f-47c2-9d96-5b2b17ac6c13 None None] The sync data for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi is: [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '5cd10e35-5a91-4c47-9936-6e4e75d23925', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'port_id': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'mac_address': 'fa:16:3e:c1:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:51:46Z', 'updated_at': '2021-12-09T11:52:21Z', 'revision_number': 1, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:43Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:52:23.990023 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:24.004425 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:52:24.083352 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:24.153190 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acffdb6-d2cc-4b99-a2e1-5ddf5c5773f9 None None] New status for floating IP 5cd10e35-5a91-4c47-9936-6e4e75d23925: ACTIVE {{(pid=109619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:52:24.204377 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:24.250982 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51a05fc7b901401d909e9cc79e6a5b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964920 Dec 09 11:52:24.252193 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53140) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:24.259985 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23001d4e-81e4-4dbf-82ea-2833b2adf4c6,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:24.266657 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e8258179-ea68-45cc-8ec9-a3d7e45d0836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:24.278877 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.279257 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.279603 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.279944 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.280279 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.280613 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.280972 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.281373 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.281705 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.282036 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.282365 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.282689 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.283044 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60aa7e6-d308-4626-9155-d42c2c8987da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:24.327228 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7c31-2da3-4561-b4b7-634be59a092f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:24.356078 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7c31-2da3-4561-b4b7-634be59a092f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:24.460101 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2e4a7-f5e2-4e8f-ba5f-523f88bac5d9 req-df018774-18be-4392-991e-21dc1bd9981c tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:24.461509 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c5b2e4a7-f5e2-4e8f-ba5f-523f88bac5d9 req-df018774-18be-4392-991e-21dc1bd9981c tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 945 time: 0.0529263 Dec 09 11:52:24.514939 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c5b2e4a7-f5e2-4e8f-ba5f-523f88bac5d9 req-31deddfb-bcaf-4641-ba31-09cf7c90d422 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472980 Dec 09 11:52:24.518771 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7c31-2da3-4561-b4b7-634be59a092f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:24.520969 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7c31-2da3-4561-b4b7-634be59a092f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:24.524583 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-8c0c7c31-2da3-4561-b4b7-634be59a092f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23001d4e-81e4-4dbf-82ea-2833b2adf4c6 HTTP/1.1" status: 204 len: 168 time: 0.2687397 Dec 09 11:52:24.530349 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c7c31-2da3-4561-b4b7-634be59a092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23001d4e-81e4-4dbf-82ea-2833b2adf4c6,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:24.620915 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cbc97-e4f0-48d5-b6aa-3fa41d4e0f55 req-662a7f4e-bc73-48c3-85bd-7f811fe6da2f tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:24.622658 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-097cbc97-e4f0-48d5-b6aa-3fa41d4e0f55 req-662a7f4e-bc73-48c3-85bd-7f811fe6da2f tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0503809 Dec 09 11:52:24.677046 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-097cbc97-e4f0-48d5-b6aa-3fa41d4e0f55 req-b635eec6-5675-4582-bc1a-904097bf0b64 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463152 Dec 09 11:52:25.175172 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:25.241167 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 53178) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:25.255593 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-76530a36-731f-4b67-8049-f59ebf75e5e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:25.338676 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-76530a36-731f-4b67-8049-f59ebf75e5e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:25.389759 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-76530a36-731f-4b67-8049-f59ebf75e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:25.429842 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-76530a36-731f-4b67-8049-f59ebf75e5e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9081c692b323451493f8ba8fa6c8eca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873944 Dec 09 11:52:25.431888 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76530a36-731f-4b67-8049-f59ebf75e5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e852fc0-4062-49d6-add8-86572eced647,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:25.437650 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53182) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:25.481752 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d716d95b-e7aa-4691-8c48-eee0495662c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:25.506040 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d716d95b-e7aa-4691-8c48-eee0495662c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:25.634552 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d716d95b-e7aa-4691-8c48-eee0495662c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:25.635824 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d716d95b-e7aa-4691-8c48-eee0495662c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:25.637181 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-d716d95b-e7aa-4691-8c48-eee0495662c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e852fc0-4062-49d6-add8-86572eced647 HTTP/1.1" status: 204 len: 168 time: 0.2034419 Dec 09 11:52:25.849762 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716d95b-e7aa-4691-8c48-eee0495662c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e852fc0-4062-49d6-add8-86572eced647,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:25.892113 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69b5ba-0f45-4a55-bd6d-fb35cb0c8d44 req-ddc12c1e-7376-4e2d-9739-60b243873e9c tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:25.893608 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4d69b5ba-0f45-4a55-bd6d-fb35cb0c8d44 req-ddc12c1e-7376-4e2d-9739-60b243873e9c tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 945 time: 0.2887380 Dec 09 11:52:25.920618 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960fb8c-e813-449f-a61a-b2eb917c439f req-9dbd85fd-4eb1-4472-9d45-783d48312a4b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:25.923435 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5960fb8c-e813-449f-a61a-b2eb917c439f req-9dbd85fd-4eb1-4472-9d45-783d48312a4b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0768969 Dec 09 11:52:25.983834 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4d69b5ba-0f45-4a55-bd6d-fb35cb0c8d44 req-54086c46-6615-4149-b2d6-74536fe73d21 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777185 Dec 09 11:52:26.017420 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5960fb8c-e813-449f-a61a-b2eb917c439f req-b67796d6-2a0a-4832-87d0-176bc45f88d6 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778630 Dec 09 11:52:26.904168 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:27.147510 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5e153-f1b2-469d-932c-fe414acd54a2 req-fe0cea7f-6cba-4d24-aa4b-2201d3b8d80d tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:27.148944 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-49a5e153-f1b2-469d-932c-fe414acd54a2 req-fe0cea7f-6cba-4d24-aa4b-2201d3b8d80d tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 945 time: 0.0921144 Dec 09 11:52:27.206446 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ec3f-5f37-481b-a566-f7f64f549432 req-434466ca-fc48-496a-89fc-c167a67e136b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:27.208560 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-79b8ec3f-5f37-481b-a566-f7f64f549432 req-434466ca-fc48-496a-89fc-c167a67e136b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1106780 Dec 09 11:52:27.263319 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-49a5e153-f1b2-469d-932c-fe414acd54a2 req-5e7851f0-df29-4ae9-a3c3-4d1141b320ff tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1330ebc-bef8-4cb7-8472-b74fd094286e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074686 Dec 09 11:52:27.283968 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15276a21-cd5e-4d10-8ab1-ffbf78d0d1a7 req-438ead69-7f14-4eb3-a985-42d5f145dd8c tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:27.285529 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-15276a21-cd5e-4d10-8ab1-ffbf78d0d1a7 req-438ead69-7f14-4eb3-a985-42d5f145dd8c tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.42 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 945 time: 0.1138003 Dec 09 11:52:27.326893 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-79b8ec3f-5f37-481b-a566-f7f64f549432 req-29ac9ded-df15-4627-bea6-c670a78263c1 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067305 Dec 09 11:52:27.467203 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-15276a21-cd5e-4d10-8ab1-ffbf78d0d1a7 req-6b9d165d-80c1-4119-b8b4-4c7d107ca9f0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Deleting port fa2e40ea-73e1-4c59-9d28-d4630ba5964e {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:52:27.467464 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-15276a21-cd5e-4d10-8ab1-ffbf78d0d1a7 req-6b9d165d-80c1-4119-b8b4-4c7d107ca9f0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:27.571208 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-15276a21-cd5e-4d10-8ab1-ffbf78d0d1a7 req-6b9d165d-80c1-4119-b8b4-4c7d107ca9f0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] For port fa2e40ea-73e1-4c59-9d28-d4630ba5964e, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=fa2e40ea-73e1-4c59-9d28-d4630ba5964e,segment=NetworkSegment(f8c3a852-000c-4ed4-b91a-871d3545bb90),segment_id=f8c3a852-000c-4ed4-b91a-871d3545bb90)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:27.571764 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-15276a21-cd5e-4d10-8ab1-ffbf78d0d1a7 req-6b9d165d-80c1-4119-b8b4-4c7d107ca9f0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:27.587977 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-15276a21-cd5e-4d10-8ab1-ffbf78d0d1a7 req-6b9d165d-80c1-4119-b8b4-4c7d107ca9f0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Calling delete_port for fa2e40ea-73e1-4c59-9d28-d4630ba5964e owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:52:27.858521 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-15276a21-cd5e-4d10-8ab1-ffbf78d0d1a7 req-6b9d165d-80c1-4119-b8b4-4c7d107ca9f0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:27.873358 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['fa2e40ea-73e1-4c59-9d28-d4630ba5964e'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:52:27.898052 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:27.910063 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d165d-80c1-4119-b8b4-4c7d107ca9f0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Pushing event deleted for resources: {'Port': ['ID=fa2e40ea-73e1-4c59-9d28-d4630ba5964e,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:27.983697 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-15276a21-cd5e-4d10-8ab1-ffbf78d0d1a7 req-6b9d165d-80c1-4119-b8b4-4c7d107ca9f0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] No DVR routers for this DVR port fa2e40ea-73e1-4c59-9d28-d4630ba5964e on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:52:27.986783 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-15276a21-cd5e-4d10-8ab1-ffbf78d0d1a7 req-6b9d165d-80c1-4119-b8b4-4c7d107ca9f0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:27.990562 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-15276a21-cd5e-4d10-8ab1-ffbf78d0d1a7 req-6b9d165d-80c1-4119-b8b4-4c7d107ca9f0 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.42 "DELETE /v2.0/ports/fa2e40ea-73e1-4c59-9d28-d4630ba5964e HTTP/1.1" status: 204 len: 173 time: 0.6968548 Dec 09 11:52:27.991127 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2508d929-47a4-4669-aa4a-a41999cee5e4', 'name': 'network-vif-deleted', 'tag': 'fa2e40ea-73e1-4c59-9d28-d4630ba5964e'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:27.993352 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c82b69-73d3-4f57-96b8-2a5437c3f26d" -d '{"events": [{"server_uuid": "2508d929-47a4-4669-aa4a-a41999cee5e4", "name": "network-vif-deleted", "tag": "fa2e40ea-73e1-4c59-9d28-d4630ba5964e"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:28.034686 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a6ce47-fca9-47e7-b04c-da2a75cf5e74 x-openstack-request-id: req-69a6ce47-fca9-47e7-b04c-da2a75cf5e74 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:28.035220 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2508d929-47a4-4669-aa4a-a41999cee5e4", "name": "network-vif-deleted", "tag": "fa2e40ea-73e1-4c59-9d28-d4630ba5964e", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:28.035502 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69a6ce47-fca9-47e7-b04c-da2a75cf5e74 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:28.035911 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2508d929-47a4-4669-aa4a-a41999cee5e4', 'name': 'network-vif-deleted', 'tag': 'fa2e40ea-73e1-4c59-9d28-d4630ba5964e', 'status': 'completed', 'code': 200} Dec 09 11:52:28.370816 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ebbba440-f7b5-477f-bea0-8fae03c1b642 req-1de2eaf4-b13f-4942-b8fc-10dc0e4e1d4c tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 210 time: 0.0272248 Dec 09 11:52:28.466913 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109e8a2-b517-4a18-bd7c-b7de967d4b0a req-48e2f3f7-6d07-4e09-ab5b-34cd903304fc tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:28.469569 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5109e8a2-b517-4a18-bd7c-b7de967d4b0a req-48e2f3f7-6d07-4e09-ab5b-34cd903304fc tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0622828 Dec 09 11:52:28.540319 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5109e8a2-b517-4a18-bd7c-b7de967d4b0a req-2f474963-d047-48eb-909d-e0995ce8e243 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551395 Dec 09 11:52:29.490817 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-49b0a021-8324-4a10-8faf-a20fef1eee1d req-fd42a6c8-3eb2-4401-ae70-c052074f0808 tempest-DeleteServersTestJSON-1156836201 tempest-DeleteServersTestJSON-1156836201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2508d929-47a4-4669-aa4a-a41999cee5e4 HTTP/1.1" status: 200 len: 210 time: 0.0281980 Dec 09 11:52:29.668921 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467055e6-e9e2-4616-8c3f-c7396982ac58 req-ad8bc456-74cf-4f76-8819-e055ae6f21fb tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:29.670602 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-467055e6-e9e2-4616-8c3f-c7396982ac58 req-ad8bc456-74cf-4f76-8819-e055ae6f21fb tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0534263 Dec 09 11:52:29.726867 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-467055e6-e9e2-4616-8c3f-c7396982ac58 req-3d8160cb-c0cd-49db-bacf-454c9c59f2ab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Dec 09 11:52:30.305435 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c14b7c96-4e30-445d-9d64-8a60ead06712 req-485843f2-728a-4765-ab99-f793b55eb0fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432792 Dec 09 11:52:30.402041 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b7c96-4e30-445d-9d64-8a60ead06712 req-10763420-118b-4bdf-851b-9c2d79e467b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:30.407918 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c14b7c96-4e30-445d-9d64-8a60ead06712 req-10763420-118b-4bdf-851b-9c2d79e467b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 1098 time: 0.0452557 Dec 09 11:52:30.529294 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b7c96-4e30-445d-9d64-8a60ead06712 req-818907e0-09c0-481b-87b6-f7f2598f639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:30.530675 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c14b7c96-4e30-445d-9d64-8a60ead06712 req-818907e0-09c0-481b-87b6-f7f2598f639f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8c36f43-74f4-4276-a9c8-6358e6cc613e HTTP/1.1" status: 200 len: 915 time: 0.0907757 Dec 09 11:52:30.588408 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c14b7c96-4e30-445d-9d64-8a60ead06712 req-01752283-de80-4b73-8585-a330cf3e837d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86716bb5-225d-4767-a3b3-d3dc5e96d1c8 HTTP/1.1" status: 200 len: 217 time: 0.0438151 Dec 09 11:52:30.649377 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b7c96-4e30-445d-9d64-8a60ead06712 req-1cf7c2c7-49b3-4c8a-94b3-3c54834fadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:30.651018 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c14b7c96-4e30-445d-9d64-8a60ead06712 req-1cf7c2c7-49b3-4c8a-94b3-3c54834fadcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2475cf3-a01d-4b3d-84cb-93bbf2606e2a HTTP/1.1" status: 200 len: 854 time: 0.0480525 Dec 09 11:52:30.688384 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c14b7c96-4e30-445d-9d64-8a60ead06712 req-127f7204-1b4b-4b7e-9b73-948b88d896b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8c36f43-74f4-4276-a9c8-6358e6cc613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283561 Dec 09 11:52:30.805921 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c14b7c96-4e30-445d-9d64-8a60ead06712 req-fc3db9dc-63f1-4eb2-893b-693bb31d4150 service neutron] 10.222.0.42 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012087 Dec 09 11:52:30.927126 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1ee8b-857e-4a08-9ea6-a59deb05ed34 req-1265e0c5-a108-420c-83b8-34c7976a17c0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:30.928642 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0ec1ee8b-857e-4a08-9ea6-a59deb05ed34 req-1265e0c5-a108-420c-83b8-34c7976a17c0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1217835 Dec 09 11:52:30.972132 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c14b7c96-4e30-445d-9d64-8a60ead06712 req-6433f089-2478-4fcb-a4a8-994921317bd1 service neutron] 10.222.0.42 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348596 Dec 09 11:52:30.996115 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0ec1ee8b-857e-4a08-9ea6-a59deb05ed34 req-bf3fd0cb-7169-4ea1-8a07-0cad7ee4d7fc tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612624 Dec 09 11:52:31.623243 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device fa2e40ea-73e1-4c59-9d28-d4630ba5964e no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:52:31.643961 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: fa2e40ea-73e1-4c59-9d28-d4630ba5964e {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:52:31.647464 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device fa2e40ea-73e1-4c59-9d28-d4630ba5964e not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:52:31.993522 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-14d8b9b3-dd19-4590-917d-277dbd7a3840 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:31.995035 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-14d8b9b3-dd19-4590-917d-277dbd7a3840 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/networks?id=a8c36f43-74f4-4276-a9c8-6358e6cc613e HTTP/1.1" status: 200 len: 814 time: 0.1066151 Dec 09 11:52:32.011535 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-91e92dff-7b84-4353-a165-d061ea2ef4da tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/quotas/db9462c84cbd41c58bda0f19d2327be5 HTTP/1.1" status: 200 len: 375 time: 0.0102119 Dec 09 11:52:32.064453 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-4deac2d0-57c9-41ea-aacb-429b5366a55f tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474596 Dec 09 11:52:32.186272 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d99df9-2259-4875-814e-4a5717f9a972 req-99e4a7ed-daa0-41af-9a9b-b9f3d812fcf4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:32.188153 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-35d99df9-2259-4875-814e-4a5717f9a972 req-99e4a7ed-daa0-41af-9a9b-b9f3d812fcf4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0978475 Dec 09 11:52:32.210375 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-20b6bbe9-1338-489a-8d9e-360a484b6bfc service neutron] 10.222.0.24 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382837 Dec 09 11:52:32.296170 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-35d99df9-2259-4875-814e-4a5717f9a972 req-063684f3-4719-401e-868f-18f074866538 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012597 Dec 09 11:52:32.325293 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-c0c59c07-493b-4be0-9c73-146e0c176a62 service neutron] 10.222.0.24 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086185 Dec 09 11:52:32.377708 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53454) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:32.422582 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_v2 [None req-a311ef4e-b01f-4097-ab5c-953c79e1d954 admin admin] Deleting subnet a59266e7-f1cf-4aab-97b8-7257476bd35b {{(pid=109618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:52:32.425772 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a311ef4e-b01f-4097-ab5c-953c79e1d954 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:32.465739 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a311ef4e-b01f-4097-ab5c-953c79e1d954 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:32.475672 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a311ef4e-b01f-4097-ab5c-953c79e1d954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:32.620157 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-46021ac9-ed79-4be3-b7ac-299b22aaed5a req-87e274eb-1938-417c-9586-cc7af20294d6 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 210 time: 0.0265117 Dec 09 11:52:32.638820 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a311ef4e-b01f-4097-ab5c-953c79e1d954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for subnet, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:32.669661 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311ef4e-b01f-4097-ab5c-953c79e1d954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a59266e7-f1cf-4aab-97b8-7257476bd35b,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:32.671971 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a311ef4e-b01f-4097-ab5c-953c79e1d954 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:32.676503 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-a311ef4e-b01f-4097-ab5c-953c79e1d954 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a59266e7-f1cf-4aab-97b8-7257476bd35b HTTP/1.1" status: 204 len: 168 time: 0.2971148 Dec 09 11:52:32.679341 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53468) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:32.756551 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:32.843710 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:32.865612 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:32.865953 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:32.866710 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:32.867069 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > port after_create 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:32.867378 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > port after_delete 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:32.867705 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > port after_update 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:32.868066 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:32.868325 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:32.868632 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:32.868943 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:33.122681 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:33.123426 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:33.123426 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:33.123731 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:52:33.124113 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bafdd3-47d4-45b2-a58a-4d84b5916647']}} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:52:33.146406 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c3a852-000c-4ed4-b91a-871d3545bb90') {'for_net_delete': True} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:52:33.146707 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c3a852-000c-4ed4-b91a-871d3545bb90') {} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:52:33.163797 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8355857'] for segment, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:33.184842 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:33.193146 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=109618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:52:33.193526 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4268184'] for segment, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: from cryptography.utils import int_from_bytes Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: from cryptography.utils import int_from_bytes Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: Traceback (most recent call last): Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: timer() Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: cb(*args, **kw) Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: return func(*args, **kwargs) Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: self._notify() Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: self.callback(batched_events) Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: event.method(event) Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: return f(self, *a, **k) Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._get(url).json() Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: return self.request(url, 'GET', **kwargs) Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:52:33.229683 dv-cinder-819692-7-iscsi neutron-server[109618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:52:33.432642 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:33.442332 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd954-dfed-444e-a2cb-606af55b6df2 req-9a74f849-2759-44a8-80f0-57adf66770b3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:33.443985 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6c7bd954-dfed-444e-a2cb-606af55b6df2 req-9a74f849-2759-44a8-80f0-57adf66770b3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0552833 Dec 09 11:52:33.458942 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:33.462100 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] 10.222.0.24 "DELETE /v2.0/networks/09bafdd3-47d4-45b2-a58a-4d84b5916647 HTTP/1.1" status: 204 len: 168 time: 0.7813838 Dec 09 11:52:33.466046 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f9a4f-3cf4-410f-bf83-a971397bbedc admin admin] Pushing event deleted for resources: {'Network': ['ID=09bafdd3-47d4-45b2-a58a-4d84b5916647,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:33.508493 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6c7bd954-dfed-444e-a2cb-606af55b6df2 req-2d9fbba7-fbe5-4dbf-94e6-74d6f6d7f53f tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517039 Dec 09 11:52:33.743498 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e9bd4d03-0d31-4df6-ac76-58f3967fc94b req-8d434851-3ac7-4621-b504-5e8957ae7911 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 210 time: 0.0393064 Dec 09 11:52:33.780888 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:33.792895 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53504) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:33.822315 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53508) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:33.901641 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53512) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:33.935476 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d561f05a-d781-47c9-9bdd-14b9767eb15f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:33.972182 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-67a0613b-d71b-4e97-9069-c7880516771a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6622073e212b4ba0a8e5d5c2e3d9e553&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0692668 Dec 09 11:52:33.974826 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53514) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:34.073270 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-aa57074b-2287-4397-a082-d5fd15db3ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.077197 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8337aea3-3b89-4131-8e8e-f95cbc00b0a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.103615 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d561f05a-d781-47c9-9bdd-14b9767eb15f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.123102 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8337aea3-3b89-4131-8e8e-f95cbc00b0a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.204574 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d561f05a-d781-47c9-9bdd-14b9767eb15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.223172 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-aa57074b-2287-4397-a082-d5fd15db3ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.248355 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-d561f05a-d781-47c9-9bdd-14b9767eb15f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5e966c56c644aa888aa33650c73b5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543083 Dec 09 11:52:34.251180 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 53520) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:34.253102 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561f05a-d781-47c9-9bdd-14b9767eb15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d845006f-9f6a-4ce0-b9ca-461f9cedd8ae,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:34.304103 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8337aea3-3b89-4131-8e8e-f95cbc00b0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.307181 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8337aea3-3b89-4131-8e8e-f95cbc00b0a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.308378 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-8337aea3-3b89-4131-8e8e-f95cbc00b0a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1330ebc-bef8-4cb7-8472-b74fd094286e HTTP/1.1" status: 204 len: 168 time: 0.3323975 Dec 09 11:52:34.312291 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9e7102e-820a-4879-8a58-b64ff14ebcc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.317622 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337aea3-3b89-4131-8e8e-f95cbc00b0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1330ebc-bef8-4cb7-8472-b74fd094286e,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:34.335462 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9e7102e-820a-4879-8a58-b64ff14ebcc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.339607 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-aa57074b-2287-4397-a082-d5fd15db3ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.384348 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-aa57074b-2287-4397-a082-d5fd15db3ff4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bb8b9c49a114fe593a0b456534b56ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5609982 Dec 09 11:52:34.385279 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57074b-2287-4397-a082-d5fd15db3ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55656236-7f8d-4ae8-a6a5-b63675bbf124,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:34.391083 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53526) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:34.446410 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9733ae60-176d-40d0-b498-d5cc0bcdb37e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.466996 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9733ae60-176d-40d0-b498-d5cc0bcdb37e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.538071 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9e7102e-820a-4879-8a58-b64ff14ebcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.541391 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9e7102e-820a-4879-8a58-b64ff14ebcc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.542533 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a9e7102e-820a-4879-8a58-b64ff14ebcc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d845006f-9f6a-4ce0-b9ca-461f9cedd8ae HTTP/1.1" status: 204 len: 168 time: 0.2896848 Dec 09 11:52:34.551573 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7102e-820a-4879-8a58-b64ff14ebcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d845006f-9f6a-4ce0-b9ca-461f9cedd8ae,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:34.600006 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9733ae60-176d-40d0-b498-d5cc0bcdb37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.602692 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9733ae60-176d-40d0-b498-d5cc0bcdb37e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:34.603886 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-9733ae60-176d-40d0-b498-d5cc0bcdb37e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55656236-7f8d-4ae8-a6a5-b63675bbf124 HTTP/1.1" status: 204 len: 168 time: 0.2117932 Dec 09 11:52:34.628370 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733ae60-176d-40d0-b498-d5cc0bcdb37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55656236-7f8d-4ae8-a6a5-b63675bbf124,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:34.652884 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed610248-a46b-4291-b702-91e9b34a4831 req-1daefb97-5624-4472-b0bc-3689dc001b68 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:34.654389 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ed610248-a46b-4291-b702-91e9b34a4831 req-1daefb97-5624-4472-b0bc-3689dc001b68 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0652101 Dec 09 11:52:34.710205 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ed610248-a46b-4291-b702-91e9b34a4831 req-7e4ae7b2-b449-406a-a697-c8231785f990 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478828 Dec 09 11:52:34.840632 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-02688278-9c53-4d90-8faa-300b4a2e43d6 req-d6758582-db49-47b0-91f5-57cf35356d2b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 210 time: 0.0274465 Dec 09 11:52:35.089713 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-e82fd2bb-3d92-4011-bd97-1c925312914c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:35.091746 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-e82fd2bb-3d92-4011-bd97-1c925312914c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "GET /v2.0/networks?id=a8c36f43-74f4-4276-a9c8-6358e6cc613e HTTP/1.1" status: 200 len: 814 time: 0.1120181 Dec 09 11:52:35.108054 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Request body: {'port': {'device_id': 'fa263a65-e76d-4f66-97f0-3592c1352877', 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e', 'admin_state_up': True, 'tenant_id': 'db9462c84cbd41c58bda0f19d2327be5'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:52:35.308326 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 53548) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:35.330769 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2e57d1e7-43cb-4cc8-a17c-6bd35e234f4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:35.418439 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2e57d1e7-43cb-4cc8-a17c-6bd35e234f4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:35.469335 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 53556) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:35.484841 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-54f3b4d2-48e8-49a9-a662-b594d768e47d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:35.518870 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2e57d1e7-43cb-4cc8-a17c-6bd35e234f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:35.575109 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Made reservation on behalf of db9462c84cbd41c58bda0f19d2327be5 for: {'port': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:52:35.575611 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57d1e7-43cb-4cc8-a17c-6bd35e234f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca81daad-0bc0-438c-a41f-00cfd35f7e9d,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:35.579760 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:35.580355 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-2e57d1e7-43cb-4cc8-a17c-6bd35e234f4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=992b8be37bf2426ca0552c18ffc65e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710505 Dec 09 11:52:35.583791 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53562) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:35.612670 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-54f3b4d2-48e8-49a9-a662-b594d768e47d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:35.697706 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1ffeff05-3fa4-40d7-958a-f2296fea6614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:35.700669 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-54f3b4d2-48e8-49a9-a662-b594d768e47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:35.752296 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-54f3b4d2-48e8-49a9-a662-b594d768e47d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97567ce7166c4a4cb86b50844fb1ef4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816589 Dec 09 11:52:35.753756 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53568) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:35.759665 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1ffeff05-3fa4-40d7-958a-f2296fea6614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:35.762372 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3b4d2-48e8-49a9-a662-b594d768e47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fcc9f6-0dc1-433e-8d08-ad241a591339,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:35.821648 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Allocated IP 172.20.0.11 (a8c36f43-74f4-4276-a9c8-6358e6cc613e/c2475cf3-a01d-4b3d-84cb-93bbf2606e2a/40265abe-1af3-4517-9a1e-be59f94203bb) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:52:35.903909 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4665baf9-528d-4d58-a49c-95a88c4c0b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:35.920493 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9570a-f8c9-4f1a-85db-69a2b2c8e31a req-d4c81cf5-eefd-4772-b52d-5ccee7fffe3d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:35.922001 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b3d9570a-f8c9-4f1a-85db-69a2b2c8e31a req-d4c81cf5-eefd-4772-b52d-5ccee7fffe3d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1178019 Dec 09 11:52:35.975966 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4665baf9-528d-4d58-a49c-95a88c4c0b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:36.017099 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1ffeff05-3fa4-40d7-958a-f2296fea6614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:36.020269 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1ffeff05-3fa4-40d7-958a-f2296fea6614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:36.021384 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-1ffeff05-3fa4-40d7-958a-f2296fea6614 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca81daad-0bc0-438c-a41f-00cfd35f7e9d HTTP/1.1" status: 204 len: 168 time: 0.4299912 Dec 09 11:52:36.029285 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-caa7a362-822a-43ca-9254-800f1251eda9 req-de2cbd5c-65e3-44d8-bb05-be164880ebba tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 210 time: 0.0644367 Dec 09 11:52:36.097547 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffeff05-3fa4-40d7-958a-f2296fea6614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca81daad-0bc0-438c-a41f-00cfd35f7e9d,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:36.123515 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b3d9570a-f8c9-4f1a-85db-69a2b2c8e31a req-ce7f4bea-8d72-4ee7-891c-c7b19266a02a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926527 Dec 09 11:52:36.179861 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:36.272287 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4665baf9-528d-4d58-a49c-95a88c4c0b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:36.275121 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4665baf9-528d-4d58-a49c-95a88c4c0b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:36.276334 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-4665baf9-528d-4d58-a49c-95a88c4c0b6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07fcc9f6-0dc1-433e-8d08-ad241a591339 HTTP/1.1" status: 204 len: 168 time: 0.5190494 Dec 09 11:52:36.284932 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665baf9-528d-4d58-a49c-95a88c4c0b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fcc9f6-0dc1-433e-8d08-ad241a591339,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:36.293266 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:36.322089 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['86716bb5-225d-4767-a3b3-d3dc5e96d1c8'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:52:36.338764 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Network a8c36f43-74f4-4276-a9c8-6358e6cc613e is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:52:36.344155 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:52:36.348939 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:52:36.382109 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Pushing event updated for resources: {'Port': ['ID=40265abe-1af3-4517-9a1e-be59f94203bb,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:36.442947 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:36.445074 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:36.572283 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-d92e93ea-8d0b-4a62-bfe6-00fb792ecc12 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4660439 Dec 09 11:52:36.584522 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Request body: {'port': {'device_id': 'fa263a65-e76d-4f66-97f0-3592c1352877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:52:36.653065 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:36.940159 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40265abe-1af3-4517-9a1e-be59f94203bb {{(pid=109618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:52:36.949449 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:36.971121 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.provisioning_blocks [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Transition to ACTIVE for port object 40265abe-1af3-4517-9a1e-be59f94203bb will not be triggered until provisioned by entity L2. {{(pid=109618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:52:37.060710 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:37.156439 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=40265abe-1af3-4517-9a1e-be59f94203bb,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:37.203502 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 53630) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:37.220653 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a225bffe-0495-481a-a059-29d64e8371af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:37.251483 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7c20-ed1b-4b9f-9310-a20304a1b5b4 req-495a0e93-e3d6-4498-943d-f3f780026bf3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:37.253068 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a8dd7c20-ed1b-4b9f-9310-a20304a1b5b4 req-495a0e93-e3d6-4498-943d-f3f780026bf3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 944 time: 0.1401675 Dec 09 11:52:37.297621 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Attempting to bind port 40265abe-1af3-4517-9a1e-be59f94203bb on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:52:37.297958 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Attempting to bind port 40265abe-1af3-4517-9a1e-be59f94203bb by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:52:37.298290 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Attempting to bind port 40265abe-1af3-4517-9a1e-be59f94203bb on network a8c36f43-74f4-4276-a9c8-6358e6cc613e {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:52:37.304129 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a225bffe-0495-481a-a059-29d64e8371af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:37.311716 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c72d6-7966-4c6e-bf15-f8e4c6cdbd24 req-d9f90a84-6e0d-45ba-81e7-efeacd40890d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:37.313199 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ba3c72d6-7966-4c6e-bf15-f8e4c6cdbd24 req-d9f90a84-6e0d-45ba-81e7-efeacd40890d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1065309 Dec 09 11:52:37.325462 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Port 40265abe-1af3-4517-9a1e-be59f94203bb on network a8c36f43-74f4-4276-a9c8-6358e6cc613e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:52:37.325784 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Attempting to bind port 40265abe-1af3-4517-9a1e-be59f94203bb on network a8c36f43-74f4-4276-a9c8-6358e6cc613e {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:52:37.355659 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:52:37.355950 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Checking segment: {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:52:37.356297 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Bound using segment: {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:52:37.356734 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Bound port: 40265abe-1af3-4517-9a1e-be59f94203bb, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'}}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:52:37.357082 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:37.370782 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a8dd7c20-ed1b-4b9f-9310-a20304a1b5b4 req-93bc9f0f-b047-4ec0-8e75-53ab2bd4fd33 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099167 Dec 09 11:52:37.403406 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a225bffe-0495-481a-a059-29d64e8371af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:37.421021 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ba3c72d6-7966-4c6e-bf15-f8e4c6cdbd24 req-1cb4f528-8d8a-40be-b4fe-8dbf4783dd72 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992289 Dec 09 11:52:37.445777 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225bffe-0495-481a-a059-29d64e8371af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b511d2-84d6-40d5-9255-7a35a07f106a,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:37.450610 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a225bffe-0495-481a-a059-29d64e8371af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aba2aa89bd2748e4a18d4cac5eda0b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452993 Dec 09 11:52:37.454536 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53640) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:37.490295 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] For port 40265abe-1af3-4517-9a1e-be59f94203bb, host hv-cinder-81969, cleared binding levels {{(pid=109618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:52:37.496914 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] For port 40265abe-1af3-4517-9a1e-be59f94203bb, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=40265abe-1af3-4517-9a1e-be59f94203bb,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:52:37.517873 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8be319da-76bf-4e55-89f0-0ab4e41cf73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:37.540498 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8be319da-76bf-4e55-89f0-0ab4e41cf73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:37.564665 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:37.615150 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:37.615150 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:37.615150 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] 10.222.0.42 "PUT /v2.0/ports/40265abe-1af3-4517-9a1e-be59f94203bb HTTP/1.1" status: 200 len: 1094 time: 1.0341668 Dec 09 11:52:37.618218 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa263a65-e76d-4f66-97f0-3592c1352877', 'tag': '40265abe-1af3-4517-9a1e-be59f94203bb'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:37.621084 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59485cf-f6e7-45cc-ad76-2034f37bd328" -d '{"events": [{"name": "network-changed", "server_uuid": "fa263a65-e76d-4f66-97f0-3592c1352877", "tag": "40265abe-1af3-4517-9a1e-be59f94203bb"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:37.636900 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03332f-7707-4590-bc09-a4e2ebf26fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=40265abe-1af3-4517-9a1e-be59f94203bb,revision_number=3']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:37.663928 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb26bae-1c68-4b1a-ae21-d8ffc180c5e3 x-openstack-request-id: req-0cb26bae-1c68-4b1a-ae21-d8ffc180c5e3 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:37.664221 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa263a65-e76d-4f66-97f0-3592c1352877", "tag": "40265abe-1af3-4517-9a1e-be59f94203bb", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:37.664481 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cb26bae-1c68-4b1a-ae21-d8ffc180c5e3 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:37.664880 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa263a65-e76d-4f66-97f0-3592c1352877', 'tag': '40265abe-1af3-4517-9a1e-be59f94203bb', 'status': 'completed', 'code': 200} Dec 09 11:52:37.730755 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8be319da-76bf-4e55-89f0-0ab4e41cf73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:37.733260 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8be319da-76bf-4e55-89f0-0ab4e41cf73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:37.734318 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-8be319da-76bf-4e55-89f0-0ab4e41cf73a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30b511d2-84d6-40d5-9255-7a35a07f106a HTTP/1.1" status: 204 len: 168 time: 0.2789660 Dec 09 11:52:37.761387 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be319da-76bf-4e55-89f0-0ab4e41cf73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b511d2-84d6-40d5-9255-7a35a07f106a,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:37.789775 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59485cf-f6e7-45cc-ad76-2034f37bd328 req-d3d7b8b8-28e6-4662-9dbe-d38a386791c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:37.791383 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c59485cf-f6e7-45cc-ad76-2034f37bd328 req-d3d7b8b8-28e6-4662-9dbe-d38a386791c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 1097 time: 0.0709119 Dec 09 11:52:37.894064 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59485cf-f6e7-45cc-ad76-2034f37bd328 req-a307ce21-7712-4ae0-b27d-542ed36a1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:37.896188 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c59485cf-f6e7-45cc-ad76-2034f37bd328 req-a307ce21-7712-4ae0-b27d-542ed36a1567 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=db9462c84cbd41c58bda0f19d2327be5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935564 Dec 09 11:52:37.998204 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59485cf-f6e7-45cc-ad76-2034f37bd328 req-2739da9e-195a-4db9-b2c1-6dcf653829dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:37.999883 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c59485cf-f6e7-45cc-ad76-2034f37bd328 req-2739da9e-195a-4db9-b2c1-6dcf653829dd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964010 Dec 09 11:52:38.083731 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-46b8a22c-33d0-4c09-9aed-49cfa5111689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:38.085450 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-46b8a22c-33d0-4c09-9aed-49cfa5111689 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 1097 time: 0.0430532 Dec 09 11:52:38.141851 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-ff3a824f-f601-401b-a14e-c0382096011a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40265abe-1af3-4517-9a1e-be59f94203bb HTTP/1.1" status: 200 len: 217 time: 0.0464232 Dec 09 11:52:38.200778 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-5e0a786c-b90e-4255-baae-d5030f7acb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:38.202354 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-5e0a786c-b90e-4255-baae-d5030f7acb17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2475cf3-a01d-4b3d-84cb-93bbf2606e2a HTTP/1.1" status: 200 len: 854 time: 0.0482178 Dec 09 11:52:38.250026 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-7eb3e1db-d43a-47e0-8008-b04b2aecd18c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8c36f43-74f4-4276-a9c8-6358e6cc613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336182 Dec 09 11:52:38.373842 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-38e3f454-d6c5-4257-af5a-cd8670f48e40 service neutron] 10.222.0.42 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072762 Dec 09 11:52:38.547262 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1974e84-30a5-4cf8-9cb6-9887b34ddf40 req-68e9d3d6-3a8d-445e-90b4-d02923640e56 service neutron] 10.222.0.42 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625381 Dec 09 11:52:38.561532 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49835271-4aaa-40bc-96bb-b6e240f4558f req-2b09cfd1-4463-40f6-b07c-ed075e56242c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:38.563586 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-49835271-4aaa-40bc-96bb-b6e240f4558f req-2b09cfd1-4463-40f6-b07c-ed075e56242c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 944 time: 0.1060212 Dec 09 11:52:38.601948 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5a8a9-045f-45e5-b1eb-2091007a36f9 req-543bfd66-52a7-4490-a28f-7a5c1ec73228 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:38.603463 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3ad5a8a9-045f-45e5-b1eb-2091007a36f9 req-543bfd66-52a7-4490-a28f-7a5c1ec73228 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1022294 Dec 09 11:52:38.648771 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-49835271-4aaa-40bc-96bb-b6e240f4558f req-87a56ab3-792e-4dd2-a72b-24d9d8b3dac2 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773277 Dec 09 11:52:38.675163 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3ad5a8a9-045f-45e5-b1eb-2091007a36f9 req-325e3d93-2508-484f-8bfb-40d79fdf8998 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610716 Dec 09 11:52:39.782949 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81733402-1328-430a-8edc-0b4288ff8a25 req-3ef77085-e63a-44aa-9326-ad366846e3e3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:39.784446 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81733402-1328-430a-8edc-0b4288ff8a25 req-3ef77085-e63a-44aa-9326-ad366846e3e3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 944 time: 0.0586824 Dec 09 11:52:39.865374 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277cd7d-56f1-4338-85f7-b31a0dae445a req-8e56e088-ff77-4b81-8f8e-c919c449475d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:39.867883 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3277cd7d-56f1-4338-85f7-b31a0dae445a req-8e56e088-ff77-4b81-8f8e-c919c449475d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0920846 Dec 09 11:52:39.870422 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81733402-1328-430a-8edc-0b4288ff8a25 req-f8a60bab-908b-4a71-826a-190ce7b1b797 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775795 Dec 09 11:52:39.916374 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3277cd7d-56f1-4338-85f7-b31a0dae445a req-88d518f6-3e12-457b-afd0-74f468afc5d6 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Dec 09 11:52:40.046006 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 53748) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:40.150477 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-de09ca30-351c-4858-bcb7-b2c9cf1d1b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:40.225001 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-de09ca30-351c-4858-bcb7-b2c9cf1d1b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:40.311709 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-de09ca30-351c-4858-bcb7-b2c9cf1d1b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:40.350620 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-de09ca30-351c-4858-bcb7-b2c9cf1d1b27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d494b04aac84927ba18fd5e2c263cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035092 Dec 09 11:52:40.353643 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09ca30-351c-4858-bcb7-b2c9cf1d1b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecd2d3e-0987-42c7-a6fa-490127233349,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:40.353815 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53758) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:40.401176 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c6e0b19-6563-49cb-bd53-fb79152f8a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:40.422257 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c6e0b19-6563-49cb-bd53-fb79152f8a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:40.546002 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c6e0b19-6563-49cb-bd53-fb79152f8a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:40.548664 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c6e0b19-6563-49cb-bd53-fb79152f8a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:40.549803 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-8c6e0b19-6563-49cb-bd53-fb79152f8a47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cecd2d3e-0987-42c7-a6fa-490127233349 HTTP/1.1" status: 204 len: 168 time: 0.1954575 Dec 09 11:52:40.557640 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e0b19-6563-49cb-bd53-fb79152f8a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecd2d3e-0987-42c7-a6fa-490127233349,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:41.016681 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b91ee-d5b3-4824-bdbe-9a2d2d0726bd req-9bd139ad-2428-43d6-875b-1e0d48d18f6b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:41.018161 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e31b91ee-d5b3-4824-bdbe-9a2d2d0726bd req-9bd139ad-2428-43d6-875b-1e0d48d18f6b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 944 time: 0.0770271 Dec 09 11:52:41.077535 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bf1cd-91b1-4e22-962d-5faef12ada97 req-6e2dfff0-afeb-4687-a3f1-272c6d5515ea tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:41.079424 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bb8bf1cd-91b1-4e22-962d-5faef12ada97 req-6e2dfff0-afeb-4687-a3f1-272c6d5515ea tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0815220 Dec 09 11:52:41.102502 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e31b91ee-d5b3-4824-bdbe-9a2d2d0726bd req-60b69be4-c816-44ce-b36f-d52d0c995ff0 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701289 Dec 09 11:52:41.149086 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bb8bf1cd-91b1-4e22-962d-5faef12ada97 req-9769f42b-4d40-4ef1-b4b2-4b076e5d2322 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572670 Dec 09 11:52:41.664507 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 40265abe-1af3-4517-9a1e-be59f94203bb details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:52:41.763686 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 40265abe-1af3-4517-9a1e-be59f94203bb, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=40265abe-1af3-4517-9a1e-be59f94203bb,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:41.776091 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '40265abe-1af3-4517-9a1e-be59f94203bb', 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e', 'port_id': '40265abe-1af3-4517-9a1e-be59f94203bb', 'mac_address': 'fa:16:3e:0b:dd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2475cf3-a01d-4b3d-84cb-93bbf2606e2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:52:41.815724 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:41.834372 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40265abe-1af3-4517-9a1e-be59f94203bb {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:52:41.850427 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 40265abe-1af3-4517-9a1e-be59f94203bb, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=40265abe-1af3-4517-9a1e-be59f94203bb,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:41.951854 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:42.001697 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=40265abe-1af3-4517-9a1e-be59f94203bb,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:42.009244 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.009625 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.009981 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.010323 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.010663 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.011276 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.011614 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.013211 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.013211 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.013211 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.013211 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.013211 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.013610 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:52:42.235348 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6990a85-b37d-4373-ba62-cf8e29efd186 req-a44a1789-be06-46f1-b7ec-8bc6c699c9cf tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:42.236869 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c6990a85-b37d-4373-ba62-cf8e29efd186 req-a44a1789-be06-46f1-b7ec-8bc6c699c9cf tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 945 time: 0.0495126 Dec 09 11:52:42.322445 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd9757-3a89-414e-803e-ddcec5fe6dcc req-865aa71c-f821-425d-9455-01d1b16778f3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:42.322552 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a3dd9757-3a89-414e-803e-ddcec5fe6dcc req-865aa71c-f821-425d-9455-01d1b16778f3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0846534 Dec 09 11:52:42.325747 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c6990a85-b37d-4373-ba62-cf8e29efd186 req-a8306e61-810d-438d-8f64-a1650e1f6ba4 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797844 Dec 09 11:52:42.336925 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['40265abe-1af3-4517-9a1e-be59f94203bb'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:52:42.392208 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a3dd9757-3a89-414e-803e-ddcec5fe6dcc req-e3c625d9-e4aa-41c2-b536-529af6f6c958 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631757 Dec 09 11:52:43.446887 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760198d-4830-468d-97e1-07da1bcbc4d7 req-96b99c2d-81d7-4108-b888-32c34f61fcfb tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:43.448418 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c760198d-4830-468d-97e1-07da1bcbc4d7 req-96b99c2d-81d7-4108-b888-32c34f61fcfb tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 945 time: 0.0494556 Dec 09 11:52:43.529481 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c760198d-4830-468d-97e1-07da1bcbc4d7 req-1633e144-5037-45a4-83e5-a5fd113d9769 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750158 Dec 09 11:52:43.556998 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3b148-80e8-4526-a756-ece453e3b5a1 req-3a368c31-79d1-46ff-9bb3-1befecc8c834 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:43.556998 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8ba3b148-80e8-4526-a756-ece453e3b5a1 req-3a368c31-79d1-46ff-9bb3-1befecc8c834 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0784328 Dec 09 11:52:43.608386 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8ba3b148-80e8-4526-a756-ece453e3b5a1 req-95982de2-2101-47ad-b25c-1aeca1eb7a65 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551531 Dec 09 11:52:43.679372 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 40265abe-1af3-4517-9a1e-be59f94203bb up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:52:43.803312 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 40265abe-1af3-4517-9a1e-be59f94203bb completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:52:43.807493 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 40265abe-1af3-4517-9a1e-be59f94203bb triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:52:43.807862 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:43.887101 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:43.908621 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa263a65-e76d-4f66-97f0-3592c1352877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40265abe-1af3-4517-9a1e-be59f94203bb'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:52:43.911112 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98605b97-3013-4735-b0d4-06f46c2c2efc" -d '{"events": [{"server_uuid": "fa263a65-e76d-4f66-97f0-3592c1352877", "name": "network-vif-plugged", "status": "completed", "tag": "40265abe-1af3-4517-9a1e-be59f94203bb"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:52:43.923462 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 40265abe-1af3-4517-9a1e-be59f94203bb, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=40265abe-1af3-4517-9a1e-be59f94203bb,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:52:43.949156 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c641cd87-8460-4e97-9600-1c0fef6bd92d x-openstack-request-id: req-c641cd87-8460-4e97-9600-1c0fef6bd92d {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:52:43.949474 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa263a65-e76d-4f66-97f0-3592c1352877", "name": "network-vif-plugged", "status": "completed", "tag": "40265abe-1af3-4517-9a1e-be59f94203bb", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:52:43.949737 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c641cd87-8460-4e97-9600-1c0fef6bd92d {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:52:43.950137 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa263a65-e76d-4f66-97f0-3592c1352877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40265abe-1af3-4517-9a1e-be59f94203bb', 'code': 200} Dec 09 11:52:44.020237 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:44.076020 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=40265abe-1af3-4517-9a1e-be59f94203bb,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:44.334869 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac30c71-b8c5-48ad-9073-1c37377c643b req-667ac221-e868-469b-abea-168ed4e59062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:44.336389 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7ac30c71-b8c5-48ad-9073-1c37377c643b req-667ac221-e868-469b-abea-168ed4e59062 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 1099 time: 0.0401506 Dec 09 11:52:44.382408 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7ac30c71-b8c5-48ad-9073-1c37377c643b req-22504d41-7298-4e6f-a02e-28571f264c4e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372407 Dec 09 11:52:44.668502 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e4d21-444f-4f4b-b03e-dd9f8b51d304 req-fa83d820-34bb-41be-876f-ab338fae5563 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:44.670144 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d41e4d21-444f-4f4b-b03e-dd9f8b51d304 req-fa83d820-34bb-41be-876f-ab338fae5563 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0601196 Dec 09 11:52:44.760548 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d41e4d21-444f-4f4b-b03e-dd9f8b51d304 req-1cf764fc-7ea9-4add-a31a-0f37949a61ac tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804794 Dec 09 11:52:44.769982 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6de3-9459-4881-bfcc-1788979ba0b3 req-99268332-d3bf-4eae-9d09-4928f15cfbfd tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:44.775448 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-88ff6de3-9459-4881-bfcc-1788979ba0b3 req-99268332-d3bf-4eae-9d09-4928f15cfbfd tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0877428 Dec 09 11:52:44.839080 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-88ff6de3-9459-4881-bfcc-1788979ba0b3 req-fa69bd8a-1ee2-47c9-9448-23ad27086774 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607057 Dec 09 11:52:45.286711 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 53950) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:45.393652 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-deaa363c-bacb-44b1-bb94-e5b1a5d2db85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:45.476785 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-deaa363c-bacb-44b1-bb94-e5b1a5d2db85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:45.545680 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-deaa363c-bacb-44b1-bb94-e5b1a5d2db85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:45.585235 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-deaa363c-bacb-44b1-bb94-e5b1a5d2db85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf85e4f72bcb4910b9fddb7d9fa19db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973073 Dec 09 11:52:45.586521 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa363c-bacb-44b1-bb94-e5b1a5d2db85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13498ab-7ad5-4b9d-9343-064ca626aff8,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:45.587857 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 53958) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:45.639462 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2c75-0d79-4263-aa49-352a52d144ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:45.662003 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2c75-0d79-4263-aa49-352a52d144ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:45.791440 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2c75-0d79-4263-aa49-352a52d144ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:45.794027 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2c75-0d79-4263-aa49-352a52d144ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:45.795189 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-2cdd2c75-0d79-4263-aa49-352a52d144ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d13498ab-7ad5-4b9d-9343-064ca626aff8 HTTP/1.1" status: 204 len: 168 time: 0.2057357 Dec 09 11:52:45.805766 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd2c75-0d79-4263-aa49-352a52d144ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13498ab-7ad5-4b9d-9343-064ca626aff8,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:45.923683 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360fdc1-b420-4bd8-92b6-a13804e6d479 req-5c0b092f-8c4a-494e-a31d-054985030320 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:45.925255 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7360fdc1-b420-4bd8-92b6-a13804e6d479 req-5c0b092f-8c4a-494e-a31d-054985030320 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0656662 Dec 09 11:52:45.999072 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7360fdc1-b420-4bd8-92b6-a13804e6d479 req-2cedb6f0-d5f1-417e-8611-b76107314fad tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651269 Dec 09 11:52:46.006802 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdcea0-c578-4a8c-8e4f-c4d307572f4e req-0ca8e31a-f94e-4115-b978-15713883d5a0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:46.023494 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0bbdcea0-c578-4a8c-8e4f-c4d307572f4e req-0ca8e31a-f94e-4115-b978-15713883d5a0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1076574 Dec 09 11:52:46.068473 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0bbdcea0-c578-4a8c-8e4f-c4d307572f4e req-7366faac-6d88-4378-a9c1-8c7139a29079 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431809 Dec 09 11:52:46.569528 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 54000) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:46.693934 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d16ae27e-1eb9-4908-9aa6-40a0bc64ba7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:46.773982 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d16ae27e-1eb9-4908-9aa6-40a0bc64ba7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:46.854099 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d16ae27e-1eb9-4908-9aa6-40a0bc64ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:46.917972 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 54012) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:46.918638 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-d16ae27e-1eb9-4908-9aa6-40a0bc64ba7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d71762e172ad479fb04dc103d1c2ebff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473592 Dec 09 11:52:46.918960 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ae27e-1eb9-4908-9aa6-40a0bc64ba7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af18bd2-9ca3-4369-88a1-4bac7db4f810,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:46.991288 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-926a287c-9f10-4cf3-b72d-138e4439daf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:47.014065 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-926a287c-9f10-4cf3-b72d-138e4439daf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:47.146912 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0651b-b829-4cdc-946b-7454caba90fa req-7ec1ada1-0202-47fe-94a7-5ff1fbbe38e8 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:47.149033 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0bd0651b-b829-4cdc-946b-7454caba90fa req-7ec1ada1-0202-47fe-94a7-5ff1fbbe38e8 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0654507 Dec 09 11:52:47.167785 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-926a287c-9f10-4cf3-b72d-138e4439daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:47.170699 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-926a287c-9f10-4cf3-b72d-138e4439daf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:47.172089 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-926a287c-9f10-4cf3-b72d-138e4439daf1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5af18bd2-9ca3-4369-88a1-4bac7db4f810 HTTP/1.1" status: 204 len: 168 time: 0.2530012 Dec 09 11:52:47.181414 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a287c-9f10-4cf3-b72d-138e4439daf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af18bd2-9ca3-4369-88a1-4bac7db4f810,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:47.229033 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb3e2c-83c1-4991-807c-26c158ce8021 req-80974b7d-6d00-468c-a111-0f1395de643a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:47.230571 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7deb3e2c-83c1-4991-807c-26c158ce8021 req-80974b7d-6d00-468c-a111-0f1395de643a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0804622 Dec 09 11:52:47.240888 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0bd0651b-b829-4cdc-946b-7454caba90fa req-381dfeee-f197-4960-b4b8-a6eef1dd645f tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821326 Dec 09 11:52:47.305217 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7deb3e2c-83c1-4991-807c-26c158ce8021 req-bd470371-22bb-497f-9177-d010259e0de2 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631926 Dec 09 11:52:47.927613 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 54056) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:47.940599 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f0fe03d3-2d6c-46e5-8221-f1abd512a284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:48.017813 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f0fe03d3-2d6c-46e5-8221-f1abd512a284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:48.099804 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f0fe03d3-2d6c-46e5-8221-f1abd512a284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:48.136930 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-f0fe03d3-2d6c-46e5-8221-f1abd512a284 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eff4bc92ef6d4d229fc05248f7ed32a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082410 Dec 09 11:52:48.137843 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe03d3-2d6c-46e5-8221-f1abd512a284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78266f9a-d70d-4bcc-8dde-b3bd3fd4ad09,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:48.140424 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 54060) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:48.191050 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c25a625a-7d99-4f4e-992e-6cfb751ae1f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:48.212885 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c25a625a-7d99-4f4e-992e-6cfb751ae1f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:48.340206 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c25a625a-7d99-4f4e-992e-6cfb751ae1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:48.342945 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c25a625a-7d99-4f4e-992e-6cfb751ae1f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:48.344109 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c25a625a-7d99-4f4e-992e-6cfb751ae1f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78266f9a-d70d-4bcc-8dde-b3bd3fd4ad09 HTTP/1.1" status: 204 len: 168 time: 0.2019789 Dec 09 11:52:48.352990 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a625a-7d99-4f4e-992e-6cfb751ae1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78266f9a-d70d-4bcc-8dde-b3bd3fd4ad09,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:48.415744 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc29c56-ca6e-4a6d-8fd5-8ba93d979829 req-20cac1d2-520b-46b7-92db-7ec7d7b8f1e3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:48.415928 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8bc29c56-ca6e-4a6d-8fd5-8ba93d979829 req-20cac1d2-520b-46b7-92db-7ec7d7b8f1e3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0494652 Dec 09 11:52:48.466177 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8bc29c56-ca6e-4a6d-8fd5-8ba93d979829 req-8d422c9f-9423-4ac6-a5ad-2985ac6c8a02 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420079 Dec 09 11:52:50.777165 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afd983-ca55-457f-b53f-df543ff18bcd req-7390f20b-eb2e-46e3-b251-cd14fabe0794 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:50.779124 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d5afd983-ca55-457f-b53f-df543ff18bcd req-7390f20b-eb2e-46e3-b251-cd14fabe0794 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0559354 Dec 09 11:52:50.830181 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d5afd983-ca55-457f-b53f-df543ff18bcd req-68f35b72-3f05-4fb4-8823-07d233abf3a4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427585 Dec 09 11:52:51.211462 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 54160) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:51.319849 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc1d6-0a4b-487e-bb68-932527b7f4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:51.393717 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc1d6-0a4b-487e-bb68-932527b7f4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:51.500050 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc1d6-0a4b-487e-bb68-932527b7f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:51.543468 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fc1d6-0a4b-487e-bb68-932527b7f4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e65c1e-cf79-4697-9984-f6f8e2bc7ae3,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:51.551313 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-1c3fc1d6-0a4b-487e-bb68-932527b7f4ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c43c5326d274cf7b8a6fc1908a0eb1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380785 Dec 09 11:52:51.551860 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 54166) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:51.604547 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f86-8658-48d6-bf09-4740cfadb35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:51.625663 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f86-8658-48d6-bf09-4740cfadb35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:51.756175 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f86-8658-48d6-bf09-4740cfadb35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:51.759193 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f86-8658-48d6-bf09-4740cfadb35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:51.771315 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-2a6a9f86-8658-48d6-bf09-4740cfadb35b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74e65c1e-cf79-4697-9984-f6f8e2bc7ae3 HTTP/1.1" status: 204 len: 168 time: 0.2126441 Dec 09 11:52:51.787530 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a9f86-8658-48d6-bf09-4740cfadb35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e65c1e-cf79-4697-9984-f6f8e2bc7ae3,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:51.871062 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c0d998cc-80ef-4264-b229-4d403a030d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:51.957261 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532cd7-3542-4fb8-8179-81ed570e3474 req-cdd8fff1-af0f-44c0-a18f-52893f24d075 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:51.959432 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d8532cd7-3542-4fb8-8179-81ed570e3474 req-cdd8fff1-af0f-44c0-a18f-52893f24d075 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0529900 Dec 09 11:52:52.007821 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d8532cd7-3542-4fb8-8179-81ed570e3474 req-e16bbc40-eb8c-4087-aaab-9b2ac9531dc2 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Dec 09 11:52:52.492335 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 54204) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:52.505720 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-850092fd-4b0b-4a2b-9d08-3a24742e9d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:52.536531 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 54206) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:52.581632 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-850092fd-4b0b-4a2b-9d08-3a24742e9d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:52.668917 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-850092fd-4b0b-4a2b-9d08-3a24742e9d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:52.688646 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-7d7400bc-4fb9-4f85-bc1e-707b90c6b040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:52.706110 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850092fd-4b0b-4a2b-9d08-3a24742e9d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0c906f-5404-49d3-acf8-04747ea865be,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:52.713739 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-850092fd-4b0b-4a2b-9d08-3a24742e9d73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e40e306c4eb94ef096d8caf7cb8186fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203193 Dec 09 11:52:52.714333 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 54210) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:52.780592 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ab23eaa8-9f1a-4e9b-a3b7-010cb9cfd33a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:52.788140 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-7d7400bc-4fb9-4f85-bc1e-707b90c6b040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:52.808414 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ab23eaa8-9f1a-4e9b-a3b7-010cb9cfd33a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:52.893959 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-7d7400bc-4fb9-4f85-bc1e-707b90c6b040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:52.932148 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-7d7400bc-4fb9-4f85-bc1e-707b90c6b040 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7423cc132113426b93a9f05d26bcdc23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937883 Dec 09 11:52:52.933344 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7400bc-4fb9-4f85-bc1e-707b90c6b040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40ebf92-5d68-4a0e-b1bf-665b697e6363,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:52.934879 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 54224) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:52.962966 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ab23eaa8-9f1a-4e9b-a3b7-010cb9cfd33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:52.965464 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ab23eaa8-9f1a-4e9b-a3b7-010cb9cfd33a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:52.966579 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-ab23eaa8-9f1a-4e9b-a3b7-010cb9cfd33a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd0c906f-5404-49d3-acf8-04747ea865be HTTP/1.1" status: 204 len: 168 time: 0.2509682 Dec 09 11:52:52.981904 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23eaa8-9f1a-4e9b-a3b7-010cb9cfd33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0c906f-5404-49d3-acf8-04747ea865be,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:52.996681 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-681674d8-5b61-41c5-a6dc-b412ff185ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:53.019822 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-681674d8-5b61-41c5-a6dc-b412ff185ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:53.229077 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-681674d8-5b61-41c5-a6dc-b412ff185ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:53.231736 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-681674d8-5b61-41c5-a6dc-b412ff185ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:53.232991 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-681674d8-5b61-41c5-a6dc-b412ff185ea6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a40ebf92-5d68-4a0e-b1bf-665b697e6363 HTTP/1.1" status: 204 len: 168 time: 0.2969389 Dec 09 11:52:53.241255 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681674d8-5b61-41c5-a6dc-b412ff185ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40ebf92-5d68-4a0e-b1bf-665b697e6363,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:53.823879 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 54252) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:53.837109 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2b2f50cd-c3ba-441e-8ae3-0178377e8b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:53.914293 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2b2f50cd-c3ba-441e-8ae3-0178377e8b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:54.012015 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2b2f50cd-c3ba-441e-8ae3-0178377e8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:54.051745 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-2b2f50cd-c3ba-441e-8ae3-0178377e8b06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f584fdc13c054963b76f1a7540a3ba96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267654 Dec 09 11:52:54.053262 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f50cd-c3ba-441e-8ae3-0178377e8b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea1220b-c10a-4ccc-9305-45102d07c0fc,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:54.055077 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 54258) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:54.103629 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-cf288136-dcc3-42a4-aa1c-7456d9fecee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:54.125673 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-cf288136-dcc3-42a4-aa1c-7456d9fecee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:54.225234 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-62024ef9-eb03-4f88-ba06-f04e8964b31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:54.271038 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-cf288136-dcc3-42a4-aa1c-7456d9fecee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:54.273630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-cf288136-dcc3-42a4-aa1c-7456d9fecee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:54.274780 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-cf288136-dcc3-42a4-aa1c-7456d9fecee9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fea1220b-c10a-4ccc-9305-45102d07c0fc HTTP/1.1" status: 204 len: 168 time: 0.2181861 Dec 09 11:52:54.282540 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf288136-dcc3-42a4-aa1c-7456d9fecee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea1220b-c10a-4ccc-9305-45102d07c0fc,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:54.700756 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 54274) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:54.805896 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-cf198b15-ae2f-407e-8209-f7b2ccea5e31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:54.878299 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-cf198b15-ae2f-407e-8209-f7b2ccea5e31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:54.951242 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-cf198b15-ae2f-407e-8209-f7b2ccea5e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:54.990481 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-cf198b15-ae2f-407e-8209-f7b2ccea5e31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7282f9e64fb4f0cb1303916ef776f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880688 Dec 09 11:52:54.991972 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf198b15-ae2f-407e-8209-f7b2ccea5e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cc68ce-3dcc-420d-90ac-878dbc264511,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:54.993273 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 54288) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:55.043946 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-614efde3-fed0-49cd-9cb7-83fc1b4f10ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:55.066314 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-614efde3-fed0-49cd-9cb7-83fc1b4f10ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:55.162447 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:55.217825 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247c9a-6459-4b6e-895e-0d95446bc75b req-714ec67a-864e-4577-99b1-07534fc954ab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:55.222808 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-614efde3-fed0-49cd-9cb7-83fc1b4f10ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:55.224437 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-614efde3-fed0-49cd-9cb7-83fc1b4f10ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:55.225766 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e5247c9a-6459-4b6e-895e-0d95446bc75b req-714ec67a-864e-4577-99b1-07534fc954ab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0607975 Dec 09 11:52:55.229585 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-614efde3-fed0-49cd-9cb7-83fc1b4f10ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24cc68ce-3dcc-420d-90ac-878dbc264511 HTTP/1.1" status: 204 len: 168 time: 0.2346482 Dec 09 11:52:55.239350 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614efde3-fed0-49cd-9cb7-83fc1b4f10ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cc68ce-3dcc-420d-90ac-878dbc264511,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:55.273379 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e5247c9a-6459-4b6e-895e-0d95446bc75b req-58cb7d7c-4092-474d-b9eb-a98518e1e3ae tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466993 Dec 09 11:52:55.486822 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-3cef8032-1a19-4d3c-b4e6-d1b02e164185 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:55.488356 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-3cef8032-1a19-4d3c-b4e6-d1b02e164185 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/networks?id=a8c36f43-74f4-4276-a9c8-6358e6cc613e HTTP/1.1" status: 200 len: 814 time: 0.1065216 Dec 09 11:52:55.504024 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-bfeee7c3-4162-4231-b1c6-fe9e866f7fcd tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/quotas/db9462c84cbd41c58bda0f19d2327be5 HTTP/1.1" status: 200 len: 375 time: 0.0094004 Dec 09 11:52:55.560925 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-2d77b15c-e5df-4b6e-968c-141a4c49734f tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502934 Dec 09 11:52:55.657435 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-75601123-ae68-42e3-9fc6-d0a39ff66164 service neutron] 10.222.0.24 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897081 Dec 09 11:52:55.750570 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-f90af52c-a161-40fb-a865-9342fe7fd10a service neutron] 10.222.0.24 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867717 Dec 09 11:52:56.010690 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d2e04b0d-8d78-4ca5-8fee-01f25748bf33 req-f58163db-2324-4371-8a76-75aca3c9c592 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 210 time: 0.0464549 Dec 09 11:52:56.108969 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 54352) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:56.243830 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-90b28389-6ee1-4787-be5c-97be3c8eeb21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:56.331247 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-90b28389-6ee1-4787-be5c-97be3c8eeb21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:56.395902 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf4d22-ca6c-4348-9ca8-15aa91a46215 req-2a494e20-e70b-40af-9ccf-0f5aa559b93c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:56.397468 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1bbf4d22-ca6c-4348-9ca8-15aa91a46215 req-2a494e20-e70b-40af-9ccf-0f5aa559b93c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0503371 Dec 09 11:52:56.447557 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1bbf4d22-ca6c-4348-9ca8-15aa91a46215 req-9e59bae8-3f3c-4a21-add1-3f3a28286aa2 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Dec 09 11:52:56.497478 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-90b28389-6ee1-4787-be5c-97be3c8eeb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:56.540578 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-90b28389-6ee1-4787-be5c-97be3c8eeb21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72b35a984ab841aaad05abfde147733a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297497 Dec 09 11:52:56.541705 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b28389-6ee1-4787-be5c-97be3c8eeb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9729ae90-d992-4d2d-a6ea-429ffe665642,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:56.548012 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 54372) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:52:56.593546 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc58c-f843-4197-80bb-a01dc848a27b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:56.614888 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc58c-f843-4197-80bb-a01dc848a27b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:56.737363 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc58c-f843-4197-80bb-a01dc848a27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:56.740129 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc58c-f843-4197-80bb-a01dc848a27b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:56.741363 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-c5bcc58c-f843-4197-80bb-a01dc848a27b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9729ae90-d992-4d2d-a6ea-429ffe665642 HTTP/1.1" status: 204 len: 168 time: 0.1955593 Dec 09 11:52:56.749022 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcc58c-f843-4197-80bb-a01dc848a27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9729ae90-d992-4d2d-a6ea-429ffe665642,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:52:56.876694 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:57.340152 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9190cc81-5636-480c-90f9-e9fe734c32f5 req-faf14434-cbff-4a08-9cbf-e6405b50a356 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 210 time: 0.2509913 Dec 09 11:52:57.739536 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:52:59.666334 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7e127ef9-0f63-4e0e-9c2e-8172b0ddc1c3 req-a1b612fe-0c59-4ac3-b844-110161d0c9b5 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 210 time: 0.0290639 Dec 09 11:52:59.688239 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed11a7-f325-4b6f-a034-cf5786c199c7 req-a2af7d2a-89ee-4faa-b71a-b44ee333b552 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:52:59.688239 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f3ed11a7-f325-4b6f-a034-cf5786c199c7 req-a2af7d2a-89ee-4faa-b71a-b44ee333b552 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0761151 Dec 09 11:52:59.735493 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f3ed11a7-f325-4b6f-a034-cf5786c199c7 req-502db352-468f-4185-ba06-1bd33ab49527 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Dec 09 11:53:00.565724 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-c241b048-7d8e-4917-89fb-957e828a1a1c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:00.567113 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-c241b048-7d8e-4917-89fb-957e828a1a1c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "GET /v2.0/networks?id=a8c36f43-74f4-4276-a9c8-6358e6cc613e HTTP/1.1" status: 200 len: 814 time: 0.1035099 Dec 09 11:53:00.582102 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Request body: {'port': {'device_id': 'fc3f5cb3-bd2e-4817-a257-9b2a42788ea9', 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e', 'admin_state_up': True, 'tenant_id': 'db9462c84cbd41c58bda0f19d2327be5'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:53:00.769912 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5ce0c181-4f08-476c-bbf0-c86179334a47 req-01e5637e-e123-469f-a7ec-73a25298f3fe tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 210 time: 0.0272291 Dec 09 11:53:00.771708 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Made reservation on behalf of db9462c84cbd41c58bda0f19d2327be5 for: {'port': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:53:00.776383 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:00.925286 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70af93-c8e0-402a-86d5-87c2ad9abcee req-d4c6f315-8f13-4184-b8c5-b74c197b5034 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:00.926747 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7d70af93-c8e0-402a-86d5-87c2ad9abcee req-d4c6f315-8f13-4184-b8c5-b74c197b5034 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0893202 Dec 09 11:53:00.946381 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Allocated IP 172.20.0.5 (a8c36f43-74f4-4276-a9c8-6358e6cc613e/c2475cf3-a01d-4b3d-84cb-93bbf2606e2a/7a4dcdd4-9947-4811-a416-7027c1a2d594) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:53:01.001944 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7d70af93-c8e0-402a-86d5-87c2ad9abcee req-77cd1afa-dfb4-4dab-aeef-4604799d117e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670080 Dec 09 11:53:01.003872 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:53:01.121389 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:01.223805 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:01.266770 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Network a8c36f43-74f4-4276-a9c8-6358e6cc613e is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:53:01.269818 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:53:01.280547 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:53:01.300062 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Pushing event updated for resources: {'Port': ['ID=7a4dcdd4-9947-4811-a416-7027c1a2d594,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:01.328593 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:01.329183 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:01.393522 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-76812199-f64c-4fcf-9a65-1112d74fd8a9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8155472 Dec 09 11:53:03.683057 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['86716bb5-225d-4767-a3b3-d3dc5e96d1c8', '40265abe-1af3-4517-9a1e-be59f94203bb'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:53:03.702058 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Request body: {'port': {'device_id': 'fc3f5cb3-bd2e-4817-a257-9b2a42788ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:53:03.766107 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:03.817189 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:03.971901 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533c7ef-c1bb-4967-b765-635e956d6afe req-cdf93e30-b794-4a56-a085-3e973b67dea4 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:03.973372 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8533c7ef-c1bb-4967-b765-635e956d6afe req-cdf93e30-b794-4a56-a085-3e973b67dea4 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 931 time: 0.1564939 Dec 09 11:53:03.992605 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd48e7-f3fe-4fc1-bc86-bd9a4f4d9f7c req-0a666174-28d9-4187-bdcd-a802da0e9077 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:03.994147 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dacd48e7-f3fe-4fc1-bc86-bd9a4f4d9f7c req-0a666174-28d9-4187-bdcd-a802da0e9077 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1708186 Dec 09 11:53:04.112133 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8533c7ef-c1bb-4967-b765-635e956d6afe req-0370ec07-d241-4b29-8964-7efece72209f tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283047 Dec 09 11:53:04.131709 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dacd48e7-f3fe-4fc1-bc86-bd9a4f4d9f7c req-958f3da3-02b7-4623-bc14-f90716c49d05 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275089 Dec 09 11:53:04.192073 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4dcdd4-9947-4811-a416-7027c1a2d594 {{(pid=109618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:53:04.200021 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:04.212340 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.provisioning_blocks [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Transition to ACTIVE for port object 7a4dcdd4-9947-4811-a416-7027c1a2d594 will not be triggered until provisioned by entity L2. {{(pid=109618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:53:04.291611 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:04.345801 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4dcdd4-9947-4811-a416-7027c1a2d594,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:04.413071 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Attempting to bind port 7a4dcdd4-9947-4811-a416-7027c1a2d594 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:53:04.413555 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Attempting to bind port 7a4dcdd4-9947-4811-a416-7027c1a2d594 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:53:04.413884 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Attempting to bind port 7a4dcdd4-9947-4811-a416-7027c1a2d594 on network a8c36f43-74f4-4276-a9c8-6358e6cc613e {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:53:04.418162 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Port 7a4dcdd4-9947-4811-a416-7027c1a2d594 on network a8c36f43-74f4-4276-a9c8-6358e6cc613e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:53:04.421886 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Attempting to bind port 7a4dcdd4-9947-4811-a416-7027c1a2d594 on network a8c36f43-74f4-4276-a9c8-6358e6cc613e {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:53:04.423188 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:53:04.423529 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Checking segment: {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:53:04.423891 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Bound using segment: {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:53:04.424309 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Bound port: 7a4dcdd4-9947-4811-a416-7027c1a2d594, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'}}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:53:04.424652 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:04.487613 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] For port 7a4dcdd4-9947-4811-a416-7027c1a2d594, host hv-cinder-81969, cleared binding levels {{(pid=109618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:53:04.491314 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] For port 7a4dcdd4-9947-4811-a416-7027c1a2d594, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7a4dcdd4-9947-4811-a416-7027c1a2d594,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:53:04.575092 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:04.618407 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:04.619170 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:04.620713 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/7a4dcdd4-9947-4811-a416-7027c1a2d594 HTTP/1.1" status: 200 len: 1093 time: 0.9231837 Dec 09 11:53:04.621163 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3f5cb3-bd2e-4817-a257-9b2a42788ea9', 'tag': '7a4dcdd4-9947-4811-a416-7027c1a2d594'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:53:04.623470 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcc5aea-7116-4af9-a584-d94a5101e478" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3f5cb3-bd2e-4817-a257-9b2a42788ea9", "tag": "7a4dcdd4-9947-4811-a416-7027c1a2d594"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:53:04.649127 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb4f35-6c31-46db-9e4e-ca5b35b8c5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4dcdd4-9947-4811-a416-7027c1a2d594,revision_number=3']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:04.692191 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1637a20f-4997-412d-9d35-53ed0ee124f6 x-openstack-request-id: req-1637a20f-4997-412d-9d35-53ed0ee124f6 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:53:04.692489 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3f5cb3-bd2e-4817-a257-9b2a42788ea9", "tag": "7a4dcdd4-9947-4811-a416-7027c1a2d594", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:53:04.692742 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1637a20f-4997-412d-9d35-53ed0ee124f6 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:53:04.693147 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3f5cb3-bd2e-4817-a257-9b2a42788ea9', 'tag': '7a4dcdd4-9947-4811-a416-7027c1a2d594', 'status': 'completed', 'code': 200} Dec 09 11:53:04.801961 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc5aea-7116-4af9-a584-d94a5101e478 req-01546870-26aa-42a0-94a5-525bd6933753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:04.804749 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9fcc5aea-7116-4af9-a584-d94a5101e478 req-01546870-26aa-42a0-94a5-525bd6933753 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0767534 Dec 09 11:53:04.937501 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc5aea-7116-4af9-a584-d94a5101e478 req-5a9ccd0e-85a6-420c-b30e-6dbe731b985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:04.938985 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9fcc5aea-7116-4af9-a584-d94a5101e478 req-5a9ccd0e-85a6-420c-b30e-6dbe731b985b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=db9462c84cbd41c58bda0f19d2327be5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1033657 Dec 09 11:53:05.061294 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc5aea-7116-4af9-a584-d94a5101e478 req-83037bcb-eb03-4d09-818f-f79e56c61b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:05.062777 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9fcc5aea-7116-4af9-a584-d94a5101e478 req-83037bcb-eb03-4d09-818f-f79e56c61b2b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158898 Dec 09 11:53:05.071662 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 54624) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:05.186732 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-f8923e69-0291-4b2f-bb4d-435eff20f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:05.190873 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-f8923e69-0291-4b2f-bb4d-435eff20f830 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0763423 Dec 09 11:53:05.261243 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f97a12d7-40e1-4721-b289-daa490b12a44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:05.284583 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-12ff208e-1194-4927-ace3-b3a927009c65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a4dcdd4-9947-4811-a416-7027c1a2d594 HTTP/1.1" status: 200 len: 217 time: 0.0825181 Dec 09 11:53:05.375598 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f97a12d7-40e1-4721-b289-daa490b12a44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:05.381354 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9700902-59d1-4a53-b302-b1783ae43121 req-cc5e3522-9bb0-49c8-8fa4-6e0f5e130285 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:05.382723 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a9700902-59d1-4a53-b302-b1783ae43121 req-cc5e3522-9bb0-49c8-8fa4-6e0f5e130285 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 943 time: 0.1795516 Dec 09 11:53:05.392375 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-5a2dddca-e562-4dba-8226-004337f6ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:05.393780 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-5a2dddca-e562-4dba-8226-004337f6ae52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2475cf3-a01d-4b3d-84cb-93bbf2606e2a HTTP/1.1" status: 200 len: 854 time: 0.0923252 Dec 09 11:53:05.406638 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196ecff-c5aa-4fb0-bd0a-2e8adc69db79 req-d66cb9f0-7494-42e2-9119-81aff1ad739f tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:05.408246 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c196ecff-c5aa-4fb0-bd0a-2e8adc69db79 req-d66cb9f0-7494-42e2-9119-81aff1ad739f tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1272717 Dec 09 11:53:05.447417 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-f583eff6-f257-41ae-b48c-6f24aed37a6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8c36f43-74f4-4276-a9c8-6358e6cc613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382135 Dec 09 11:53:05.480312 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f97a12d7-40e1-4721-b289-daa490b12a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:05.518275 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-f97a12d7-40e1-4721-b289-daa490b12a44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9cf8d9341f54ab0aad526e5b4733b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444909 Dec 09 11:53:05.523632 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 54682) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:05.529472 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a12d7-40e1-4721-b289-daa490b12a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a996d2-70a3-4481-a4f4-f7fe499e3860,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:05.564543 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a9700902-59d1-4a53-b302-b1783ae43121 req-1b1f61bc-ef68-49d9-8d06-532e364d0653 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745861 Dec 09 11:53:05.578745 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c196ecff-c5aa-4fb0-bd0a-2e8adc69db79 req-cee149e7-6b13-4520-886f-a1b6dbb34337 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538970 Dec 09 11:53:05.630272 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-56ca4791-3e32-4b45-b42c-31b4596b241b service neutron] 10.222.0.42 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722240 Dec 09 11:53:05.635835 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-503eb9ae-1a8a-470a-81b2-0a6b23a4eb1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:05.674844 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-503eb9ae-1a8a-470a-81b2-0a6b23a4eb1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:05.779148 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-899c7984-2fd0-4171-bf17-5e9bbe92389a req-0b4de4dc-5c42-402f-976b-a6f1b1a48a7b service neutron] 10.222.0.42 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388071 Dec 09 11:53:05.846110 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-503eb9ae-1a8a-470a-81b2-0a6b23a4eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:05.849073 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-503eb9ae-1a8a-470a-81b2-0a6b23a4eb1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:05.851246 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-503eb9ae-1a8a-470a-81b2-0a6b23a4eb1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09a996d2-70a3-4481-a4f4-f7fe499e3860 HTTP/1.1" status: 204 len: 168 time: 0.3246758 Dec 09 11:53:05.859669 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503eb9ae-1a8a-470a-81b2-0a6b23a4eb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a996d2-70a3-4481-a4f4-f7fe499e3860,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:06.491410 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 54712) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:06.514956 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ad819a88-5810-4acd-ba26-5ef110ab3541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:06.603214 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ad819a88-5810-4acd-ba26-5ef110ab3541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:06.679494 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ad819a88-5810-4acd-ba26-5ef110ab3541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:06.754721 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad819a88-5810-4acd-ba26-5ef110ab3541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a293fba-f4b1-4558-b7e2-1a1617926b78,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:06.763833 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-ad819a88-5810-4acd-ba26-5ef110ab3541 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bba2b77b6f414666bf0a804b7eaf6be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712979 Dec 09 11:53:06.766659 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 54728) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:06.786647 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939f461-3665-45ce-bdc2-d02a3ef605bd req-923b6f69-5c17-4d94-abf6-250720035d83 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:06.789062 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e939f461-3665-45ce-bdc2-d02a3ef605bd req-923b6f69-5c17-4d94-abf6-250720035d83 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 943 time: 0.1434836 Dec 09 11:53:06.807000 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fb0e6-2776-4ff5-a88b-de2ab7f738d9 req-d7a96260-423d-491b-aa2c-18e7b264dc5a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:06.809231 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f58fb0e6-2776-4ff5-a88b-de2ab7f738d9 req-d7a96260-423d-491b-aa2c-18e7b264dc5a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1330514 Dec 09 11:53:06.839836 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-0beef61e-ef22-4775-b48e-1629b9abc3d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:06.862651 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-0beef61e-ef22-4775-b48e-1629b9abc3d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:06.926828 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e939f461-3665-45ce-bdc2-d02a3ef605bd req-b520f0de-d804-448d-b5ce-8ad48a62439b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289260 Dec 09 11:53:06.931245 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190f1f-2ae8-4534-bb64-c53702caa616 req-aa76297f-d525-425b-88ef-5b0dc3691ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:06.932771 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-01190f1f-2ae8-4534-bb64-c53702caa616 req-aa76297f-d525-425b-88ef-5b0dc3691ca6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 1098 time: 0.1045065 Dec 09 11:53:06.937377 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f58fb0e6-2776-4ff5-a88b-de2ab7f738d9 req-e1a0099f-d591-4099-89d7-3e6fbc2dd234 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209769 Dec 09 11:53:06.967371 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-0beef61e-ef22-4775-b48e-1629b9abc3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:06.970321 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-0beef61e-ef22-4775-b48e-1629b9abc3d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:06.971733 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-0beef61e-ef22-4775-b48e-1629b9abc3d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a293fba-f4b1-4558-b7e2-1a1617926b78 HTTP/1.1" status: 204 len: 168 time: 0.2042134 Dec 09 11:53:06.979582 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beef61e-ef22-4775-b48e-1629b9abc3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a293fba-f4b1-4558-b7e2-1a1617926b78,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:06.986949 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-01190f1f-2ae8-4534-bb64-c53702caa616 req-8579b03e-56a1-4c1f-b339-49cd52fd8740 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404983 Dec 09 11:53:08.089625 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dee3d8-0f9e-4518-818e-a22a43570349 req-8ad302c2-e21b-4f83-8d1e-62df30e369c7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:08.091155 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e0dee3d8-0f9e-4518-818e-a22a43570349 req-8ad302c2-e21b-4f83-8d1e-62df30e369c7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 943 time: 0.0867696 Dec 09 11:53:08.099239 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ff78b-cdfa-4e42-b32c-1f541063e04d req-da7140cd-dd40-4dd7-b84c-4333d85f594f tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:08.101157 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d98ff78b-cdfa-4e42-b32c-1f541063e04d req-da7140cd-dd40-4dd7-b84c-4333d85f594f tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0859787 Dec 09 11:53:08.174373 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e0dee3d8-0f9e-4518-818e-a22a43570349 req-5a42ddf6-e377-484d-af0e-14211968c4c2 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722246 Dec 09 11:53:08.178882 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d98ff78b-cdfa-4e42-b32c-1f541063e04d req-4fb9811e-0185-4d30-9e2e-9691cf9d5d45 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692906 Dec 09 11:53:09.547359 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a85ed-b0ca-4fa9-ad78-d2a082c8fe82 req-12ce1f2d-4bcc-4f3f-9b02-b873fcf4beb7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:09.548839 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5f0a85ed-b0ca-4fa9-ad78-d2a082c8fe82 req-12ce1f2d-4bcc-4f3f-9b02-b873fcf4beb7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 943 time: 0.3002546 Dec 09 11:53:09.557573 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221ae8d-8c8f-4fb7-8ff5-dc475a5fda61 req-742880a5-1c74-48e5-8a9b-55d8aa0999bb tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:09.558992 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3221ae8d-8c8f-4fb7-8ff5-dc475a5fda61 req-742880a5-1c74-48e5-8a9b-55d8aa0999bb tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.3003092 Dec 09 11:53:09.633601 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5f0a85ed-b0ca-4fa9-ad78-d2a082c8fe82 req-e962073b-aa5d-4d28-af99-1e24c3e16235 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712175 Dec 09 11:53:09.641477 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3221ae8d-8c8f-4fb7-8ff5-dc475a5fda61 req-58089593-3340-46e4-9b6b-539a8421f8e1 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749259 Dec 09 11:53:09.697024 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 7a4dcdd4-9947-4811-a416-7027c1a2d594 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:53:09.804480 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 7a4dcdd4-9947-4811-a416-7027c1a2d594, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7a4dcdd4-9947-4811-a416-7027c1a2d594,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:53:09.817704 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '7a4dcdd4-9947-4811-a416-7027c1a2d594', 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e', 'port_id': '7a4dcdd4-9947-4811-a416-7027c1a2d594', 'mac_address': 'fa:16:3e:0b:e9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2475cf3-a01d-4b3d-84cb-93bbf2606e2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:53:09.867117 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:09.879836 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4dcdd4-9947-4811-a416-7027c1a2d594 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:53:09.890824 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80297c97-df25-484e-ac95-d7e151e7d69a req-2f0fb919-ff4e-485e-aff5-dc95934ff217 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:09.892474 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-80297c97-df25-484e-ac95-d7e151e7d69a req-2f0fb919-ff4e-485e-aff5-dc95934ff217 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0495293 Dec 09 11:53:09.907840 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 7a4dcdd4-9947-4811-a416-7027c1a2d594, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7a4dcdd4-9947-4811-a416-7027c1a2d594,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:53:09.948135 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-80297c97-df25-484e-ac95-d7e151e7d69a req-7e5aed37-6ff7-492c-a633-43cecd492b92 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441844 Dec 09 11:53:09.979284 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:10.039993 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=7a4dcdd4-9947-4811-a416-7027c1a2d594,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:10.371552 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['7a4dcdd4-9947-4811-a416-7027c1a2d594'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:53:10.725730 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 54844) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:10.757296 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cbabf-f4f2-4038-ad67-1a2174583546 req-9cd06131-c326-4680-bf31-3d69a2ffb22a tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:10.759120 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f03cbabf-f4f2-4038-ad67-1a2174583546 req-9cd06131-c326-4680-bf31-3d69a2ffb22a tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 944 time: 0.0548818 Dec 09 11:53:10.817819 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f03cbabf-f4f2-4038-ad67-1a2174583546 req-5158ad9a-8478-4d50-b828-140d08e5b736 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461297 Dec 09 11:53:10.842668 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-01b935d3-b5d0-424e-82a1-27e53528df3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:10.924327 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-01b935d3-b5d0-424e-82a1-27e53528df3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:10.991122 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-01b935d3-b5d0-424e-82a1-27e53528df3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:11.039488 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-01b935d3-b5d0-424e-82a1-27e53528df3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68443101339641e2811e251e65d81f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126471 Dec 09 11:53:11.040502 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b935d3-b5d0-424e-82a1-27e53528df3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c872bf73-6431-4d8d-953e-f4f93fed4804,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:11.042533 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 54860) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:11.101845 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-889917f3-84cc-4ec5-8c93-1a0465b7c4fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:11.132517 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-889917f3-84cc-4ec5-8c93-1a0465b7c4fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:11.251583 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-889917f3-84cc-4ec5-8c93-1a0465b7c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:11.254277 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-889917f3-84cc-4ec5-8c93-1a0465b7c4fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:11.255450 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-889917f3-84cc-4ec5-8c93-1a0465b7c4fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c872bf73-6431-4d8d-953e-f4f93fed4804 HTTP/1.1" status: 204 len: 168 time: 0.2116582 Dec 09 11:53:11.264924 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889917f3-84cc-4ec5-8c93-1a0465b7c4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c872bf73-6431-4d8d-953e-f4f93fed4804,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:11.727510 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 7a4dcdd4-9947-4811-a416-7027c1a2d594 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:53:11.817359 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092147f-b9e4-4d2b-b7db-1e45f39c1407 req-22e39c13-f0da-4b57-98ac-a4cfe44ce2bc tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:11.820473 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5092147f-b9e4-4d2b-b7db-1e45f39c1407 req-22e39c13-f0da-4b57-98ac-a4cfe44ce2bc tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0591366 Dec 09 11:53:11.887930 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 7a4dcdd4-9947-4811-a416-7027c1a2d594 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:53:11.895987 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 7a4dcdd4-9947-4811-a416-7027c1a2d594 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:53:11.896507 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:11.917357 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6ff49-5dd0-42b8-8802-068f32a8a7a9 req-8a1ba872-0ab9-455c-8353-92c328f0d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:11.919321 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3e6ff49-5dd0-42b8-8802-068f32a8a7a9 req-8a1ba872-0ab9-455c-8353-92c328f0d1a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 1098 time: 0.0866916 Dec 09 11:53:11.925377 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5092147f-b9e4-4d2b-b7db-1e45f39c1407 req-deca83f9-8cac-4342-be5b-2f6dea989e9a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990236 Dec 09 11:53:12.005739 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:12.020010 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05020f-69f5-4b6c-9b87-3ffe82986375 req-94f1dc46-df90-4795-b3a5-07ee5a314fa3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:12.021573 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff05020f-69f5-4b6c-9b87-3ffe82986375 req-94f1dc46-df90-4795-b3a5-07ee5a314fa3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 944 time: 0.1241331 Dec 09 11:53:12.031447 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3f5cb3-bd2e-4817-a257-9b2a42788ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4dcdd4-9947-4811-a416-7027c1a2d594'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:53:12.034176 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800a95d6-0108-4d1f-99d1-2e6354a28341" -d '{"events": [{"server_uuid": "fc3f5cb3-bd2e-4817-a257-9b2a42788ea9", "name": "network-vif-plugged", "status": "completed", "tag": "7a4dcdd4-9947-4811-a416-7027c1a2d594"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:53:12.050055 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 7a4dcdd4-9947-4811-a416-7027c1a2d594, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7a4dcdd4-9947-4811-a416-7027c1a2d594,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:53:12.106952 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6ff49-5dd0-42b8-8802-068f32a8a7a9 req-60f05c35-8dd6-472e-a13a-fa2738dbded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:12.108512 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3e6ff49-5dd0-42b8-8802-068f32a8a7a9 req-60f05c35-8dd6-472e-a13a-fa2738dbded8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 200 len: 920 time: 0.1675344 Dec 09 11:53:12.124454 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff05020f-69f5-4b6c-9b87-3ffe82986375 req-ccf553fb-f89a-4501-aab9-540fd74a7070 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717247 Dec 09 11:53:12.143647 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:12.164423 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3e6ff49-5dd0-42b8-8802-068f32a8a7a9 req-1ac9f0db-3828-4ad0-a22b-9527c74fd245 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a HTTP/1.1" status: 200 len: 217 time: 0.0389733 Dec 09 11:53:12.177095 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499cb2c2-a85c-4803-b659-3bc085d4022d x-openstack-request-id: req-499cb2c2-a85c-4803-b659-3bc085d4022d {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:53:12.177384 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3f5cb3-bd2e-4817-a257-9b2a42788ea9", "name": "network-vif-plugged", "status": "completed", "tag": "7a4dcdd4-9947-4811-a416-7027c1a2d594", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:53:12.177639 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-499cb2c2-a85c-4803-b659-3bc085d4022d {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:53:12.178792 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3f5cb3-bd2e-4817-a257-9b2a42788ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4dcdd4-9947-4811-a416-7027c1a2d594', 'code': 200} Dec 09 11:53:12.203590 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=7a4dcdd4-9947-4811-a416-7027c1a2d594,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:12.252987 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6ff49-5dd0-42b8-8802-068f32a8a7a9 req-bc955e59-e1b4-473f-9512-2f199e7d61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:12.254485 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3e6ff49-5dd0-42b8-8802-068f32a8a7a9 req-bc955e59-e1b4-473f-9512-2f199e7d61cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=52abfb0d-05f6-4418-8825-93dba6160d6f HTTP/1.1" status: 200 len: 859 time: 0.0719483 Dec 09 11:53:12.292193 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3e6ff49-5dd0-42b8-8802-068f32a8a7a9 req-6d96b95d-2f4c-4aad-9cea-a4e0e0b8143a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94529fec-5f8f-4c94-9d43-36d5ce9c1431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253112 Dec 09 11:53:12.383129 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3e6ff49-5dd0-42b8-8802-068f32a8a7a9 req-f8987469-fe25-40fe-b1d9-6c2eb943fa9f service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825143 Dec 09 11:53:12.479064 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3e6ff49-5dd0-42b8-8802-068f32a8a7a9 req-3b809e3b-a6fc-4abd-81f2-a32e93443ad8 service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864327 Dec 09 11:53:12.562152 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78eea77-69e8-4f53-82de-9770092a7241 req-1f14bf9b-80d9-483e-83da-618cd2cadf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:12.563668 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a78eea77-69e8-4f53-82de-9770092a7241 req-1f14bf9b-80d9-483e-83da-618cd2cadf81 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 1098 time: 0.0390925 Dec 09 11:53:12.613283 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a78eea77-69e8-4f53-82de-9770092a7241 req-478b1c2c-7597-4587-9f03-a88cfb456067 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Dec 09 11:53:13.054126 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420701b2-6a2d-472c-b526-93836cda045f req-f5784288-b440-4668-9cdd-09e3460ec521 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:13.055561 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-420701b2-6a2d-472c-b526-93836cda045f req-f5784288-b440-4668-9cdd-09e3460ec521 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0540500 Dec 09 11:53:13.103150 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-420701b2-6a2d-472c-b526-93836cda045f req-514a9569-2b6f-4c0f-a45d-ee06091c198c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415695 Dec 09 11:53:13.249488 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595157d6-4c2b-49a0-95f1-0b6d9fca5504 req-e2e6f275-95b1-4c93-a811-cedb52df0d34 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:13.251226 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-595157d6-4c2b-49a0-95f1-0b6d9fca5504 req-e2e6f275-95b1-4c93-a811-cedb52df0d34 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 945 time: 0.0517404 Dec 09 11:53:13.313493 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-595157d6-4c2b-49a0-95f1-0b6d9fca5504 req-a7871dfb-e6e0-444d-87f4-f1cb9cefcb90 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460167 Dec 09 11:53:14.225527 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62892a12-47f6-4851-acdc-de9fd9d8f204 req-1b52337c-8766-4cd3-aaea-e6339e8fc810 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:14.227138 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-62892a12-47f6-4851-acdc-de9fd9d8f204 req-1b52337c-8766-4cd3-aaea-e6339e8fc810 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0543103 Dec 09 11:53:14.286986 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-62892a12-47f6-4851-acdc-de9fd9d8f204 req-1ca42c15-32da-401d-a350-ec4f21352f2a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482903 Dec 09 11:53:14.433676 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94ce24-eaeb-4795-a85e-36250f52f763 req-e3f66acd-bdd1-47c9-a23b-30eb55860b2a tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:14.435205 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-af94ce24-eaeb-4795-a85e-36250f52f763 req-e3f66acd-bdd1-47c9-a23b-30eb55860b2a tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 945 time: 0.0560682 Dec 09 11:53:14.482214 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-af94ce24-eaeb-4795-a85e-36250f52f763 req-1ad24907-2063-49a1-8ea6-367ab95d2aca tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Dec 09 11:53:15.400806 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ec1e6-b8fa-4937-8d42-198d4dcca387 req-30ccbb5a-38c8-439f-ab3c-dacd980d2ac3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:15.404834 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-863ec1e6-b8fa-4937-8d42-198d4dcca387 req-30ccbb5a-38c8-439f-ab3c-dacd980d2ac3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0518332 Dec 09 11:53:15.453267 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-863ec1e6-b8fa-4937-8d42-198d4dcca387 req-02145026-9fd9-431f-9162-55d0a0cfa0f7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445223 Dec 09 11:53:16.604771 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff552a42-2208-4046-b798-c856b8268703 req-e59b31a2-0da8-4be1-8476-7548a91d44c3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:16.606320 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff552a42-2208-4046-b798-c856b8268703 req-e59b31a2-0da8-4be1-8476-7548a91d44c3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0515764 Dec 09 11:53:16.655296 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff552a42-2208-4046-b798-c856b8268703 req-b36c5a6e-84c4-4366-8989-cca2474eee56 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 Dec 09 11:53:16.904104 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 55000) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:17.009204 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-83841185-7d9e-4418-bdc4-eeb606fb0da8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:17.086378 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-83841185-7d9e-4418-bdc4-eeb606fb0da8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:17.178969 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-83841185-7d9e-4418-bdc4-eeb606fb0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:17.222721 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-83841185-7d9e-4418-bdc4-eeb606fb0da8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef3b166a9c3f4a4285fb42d29387c721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175075 Dec 09 11:53:17.223745 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83841185-7d9e-4418-bdc4-eeb606fb0da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe2b4f0-51b5-4e90-a0fb-8fa043d133e7,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:17.225623 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 55006) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:17.278636 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a2154ce5-e85a-4137-b917-1ab3ea3f72d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:17.298806 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a2154ce5-e85a-4137-b917-1ab3ea3f72d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:17.430605 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a2154ce5-e85a-4137-b917-1ab3ea3f72d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:17.433128 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a2154ce5-e85a-4137-b917-1ab3ea3f72d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:17.435266 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a2154ce5-e85a-4137-b917-1ab3ea3f72d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fe2b4f0-51b5-4e90-a0fb-8fa043d133e7 HTTP/1.1" status: 204 len: 168 time: 0.2076576 Dec 09 11:53:17.444231 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2154ce5-e85a-4137-b917-1ab3ea3f72d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe2b4f0-51b5-4e90-a0fb-8fa043d133e7,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:17.788692 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db811d4-ada5-4c63-b650-8b9f4649ee12 req-a6b43af3-cde6-4818-b3d8-9ae1f27d307e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:17.790307 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5db811d4-ada5-4c63-b650-8b9f4649ee12 req-a6b43af3-cde6-4818-b3d8-9ae1f27d307e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0601604 Dec 09 11:53:17.842586 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5db811d4-ada5-4c63-b650-8b9f4649ee12 req-64e2ebaf-ad5b-467e-80b7-995e54a72bcc tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 Dec 09 11:53:18.031393 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 55022) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:18.044920 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5abd2aa6-67c9-4183-844c-a410c14d840c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:18.120659 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5abd2aa6-67c9-4183-844c-a410c14d840c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:18.195949 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5abd2aa6-67c9-4183-844c-a410c14d840c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:18.235293 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-5abd2aa6-67c9-4183-844c-a410c14d840c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d81196535e948e6a84fd7d2540815ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999898 Dec 09 11:53:18.235918 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 55026) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:18.237811 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd2aa6-67c9-4183-844c-a410c14d840c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729d56f4-9eb2-45b3-b55d-6f75c3f956ec,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:18.288146 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4c09db5e-e339-416d-a53f-4e78d2ccb2f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:18.308659 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4c09db5e-e339-416d-a53f-4e78d2ccb2f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:18.453049 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4c09db5e-e339-416d-a53f-4e78d2ccb2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:18.455673 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4c09db5e-e339-416d-a53f-4e78d2ccb2f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:18.456830 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-4c09db5e-e339-416d-a53f-4e78d2ccb2f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/729d56f4-9eb2-45b3-b55d-6f75c3f956ec HTTP/1.1" status: 204 len: 168 time: 0.2204368 Dec 09 11:53:18.465517 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09db5e-e339-416d-a53f-4e78d2ccb2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729d56f4-9eb2-45b3-b55d-6f75c3f956ec,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:18.964377 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5add8-7683-4450-a221-66d963ccb137 req-83336ef1-33aa-4b1b-a43d-d388dd23fb9c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:18.965980 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-46d5add8-7683-4450-a221-66d963ccb137 req-83336ef1-33aa-4b1b-a43d-d388dd23fb9c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0485189 Dec 09 11:53:19.016976 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-46d5add8-7683-4450-a221-66d963ccb137 req-ceeb859d-1cee-418e-b96d-52e1dc1213d4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Dec 09 11:53:19.130301 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 55042) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:19.147440 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-968c00ac-b00d-4e1e-bff5-66129849097a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:19.219942 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-968c00ac-b00d-4e1e-bff5-66129849097a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:19.299398 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-968c00ac-b00d-4e1e-bff5-66129849097a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:19.339406 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-968c00ac-b00d-4e1e-bff5-66129849097a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98bae87200924c909212ad120a57a3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079449 Dec 09 11:53:19.340576 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c00ac-b00d-4e1e-bff5-66129849097a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d98bb5-9d15-4952-9c46-3a6f300aa8e0,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:19.343233 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 55046) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:19.390297 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6145af5b-4ef3-4a60-96ab-80f172090fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:19.413046 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6145af5b-4ef3-4a60-96ab-80f172090fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:19.520038 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6145af5b-4ef3-4a60-96ab-80f172090fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:19.522646 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6145af5b-4ef3-4a60-96ab-80f172090fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:19.523893 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-6145af5b-4ef3-4a60-96ab-80f172090fa2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53d98bb5-9d15-4952-9c46-3a6f300aa8e0 HTTP/1.1" status: 204 len: 168 time: 0.1796169 Dec 09 11:53:19.532879 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145af5b-4ef3-4a60-96ab-80f172090fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d98bb5-9d15-4952-9c46-3a6f300aa8e0,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:20.143612 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ebe03-91d0-4ed7-8510-f5ef2dc9dff5 req-fc05aab7-d2d3-4918-938c-5885f36e0963 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:20.145199 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2e9ebe03-91d0-4ed7-8510-f5ef2dc9dff5 req-fc05aab7-d2d3-4918-938c-5885f36e0963 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0556605 Dec 09 11:53:20.197495 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2e9ebe03-91d0-4ed7-8510-f5ef2dc9dff5 req-c49c449f-1d92-4110-be30-b89e7924b21e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452778 Dec 09 11:53:20.577639 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 55082) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:20.673738 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-172547163-network', 'tenant_id': '0948f4c434b640e384762b0efbdceef9'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:53:20.755968 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Made reservation on behalf of 0948f4c434b640e384762b0efbdceef9 for: {'network': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:53:20.758330 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:20.767801 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:20.849943 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:20.927613 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:20.956998 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=109617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:53:20.966098 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb214ae9-61e0-46f0-a00c-89a0c31245be,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:20.972094 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:20.972528 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.segments_db [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Added segment 518d3ac3-ecc9-4fc1-a75a-fa643eb78da6 of type vlan for network e8692da9-5ba9-42ba-a3f7-c9c10d23672a Dec 09 11:53:21.020867 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:21.110539 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:21.111493 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:21.112093 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:21.175176 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] Pushing event updated for resources: {'Network': ['ID=e8692da9-5ba9-42ba-a3f7-c9c10d23672a,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:21.184735 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network e8692da9-5ba9-42ba-a3f7-c9c10d23672a details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:53:21.204603 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-eecc8c48-f949-4d21-b701-6bb1c2d8581b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6258712 Dec 09 11:53:21.207585 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 55090) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:21.213622 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-cabebfbd-acae-49b5-8195-e9cc9c9691c5 admin admin] Request body: {'subnet': {'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-172547163-subnet', 'tenant_id': '0948f4c434b640e384762b0efbdceef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:53:21.321364 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabebfbd-acae-49b5-8195-e9cc9c9691c5 admin admin] Made reservation on behalf of 0948f4c434b640e384762b0efbdceef9 for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:53:21.324106 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-cabebfbd-acae-49b5-8195-e9cc9c9691c5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:21.325239 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a941f-f902-407a-a3c0-17b7b005b646 req-36969626-5a90-42e4-9be2-f1fb1dd5c206 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:21.326748 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dc5a941f-f902-407a-a3c0-17b7b005b646 req-36969626-5a90-42e4-9be2-f1fb1dd5c206 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0540099 Dec 09 11:53:21.379437 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dc5a941f-f902-407a-a3c0-17b7b005b646 req-5dfa6f6c-bfe5-42b2-95d6-ccb0fb7c160a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466933 Dec 09 11:53:21.554795 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-cabebfbd-acae-49b5-8195-e9cc9c9691c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:21.608409 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabebfbd-acae-49b5-8195-e9cc9c9691c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f8c6f0-1c7d-4ebc-86a0-d60745beda9a,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:21.619645 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabebfbd-acae-49b5-8195-e9cc9c9691c5 admin admin] Checking segment: {'id': '518d3ac3-ecc9-4fc1-a75a-fa643eb78da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:53:21.620002 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabebfbd-acae-49b5-8195-e9cc9c9691c5 admin admin] Network hostable DHCP agents. Network: e8692da9-5ba9-42ba-a3f7-c9c10d23672a, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:53:21.702861 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabebfbd-acae-49b5-8195-e9cc9c9691c5 admin admin] Network e8692da9-5ba9-42ba-a3f7-c9c10d23672a is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:53:21.765979 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-cabebfbd-acae-49b5-8195-e9cc9c9691c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, e8692da9-5ba9-42ba-a3f7-c9c10d23672a) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:53:21.770571 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabebfbd-acae-49b5-8195-e9cc9c9691c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:21.771206 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-cabebfbd-acae-49b5-8195-e9cc9c9691c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:21.782015 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0996cf31-a905-489f-ad61-57b3a850866f None None] Network e8692da9-5ba9-42ba-a3f7-c9c10d23672a requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:53:21.832923 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-cabebfbd-acae-49b5-8195-e9cc9c9691c5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6241729 Dec 09 11:53:21.877660 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fffa9e11-e574-4309-b3c0-61d30b6bc3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:22.029395 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aba967-6109-48fc-863d-18aaed5a97a4 None None] Network e8692da9-5ba9-42ba-a3f7-c9c10d23672a requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:53:22.507118 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5795d3-8df9-448d-bcd1-4e180eb63c38 req-075bc694-60c8-4062-b196-ea8e0b17a430 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:22.508660 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4a5795d3-8df9-448d-bcd1-4e180eb63c38 req-075bc694-60c8-4062-b196-ea8e0b17a430 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0502756 Dec 09 11:53:22.558228 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4a5795d3-8df9-448d-bcd1-4e180eb63c38 req-0de00a59-6305-41cd-a78e-5565abfcf3af tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426688 Dec 09 11:53:23.696446 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51b28f-5079-49e0-89c4-056ec790dc8b req-df920546-312c-4c48-9010-1a8f064223f7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:23.698009 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fc51b28f-5079-49e0-89c4-056ec790dc8b req-df920546-312c-4c48-9010-1a8f064223f7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0476155 Dec 09 11:53:23.749817 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fc51b28f-5079-49e0-89c4-056ec790dc8b req-e49f6e41-f900-488c-ac18-24c38694b0c0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459731 Dec 09 11:53:24.218748 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c8ce7ca5-4999-41c3-b801-a58676d37d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:24.865687 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471baaa-ebea-4cd2-96dd-6a4a1f11a10d req-8b47a0fa-0def-4e65-ac3d-a406eed325bd tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:24.867188 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f471baaa-ebea-4cd2-96dd-6a4a1f11a10d req-8b47a0fa-0def-4e65-ac3d-a406eed325bd tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0479627 Dec 09 11:53:24.914015 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f471baaa-ebea-4cd2-96dd-6a4a1f11a10d req-1a8c9214-ff97-497c-a05f-f68118ed72f7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Dec 09 11:53:25.177009 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-70bef131-1e96-4413-9123-004e75d4696b tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:25.177009 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-70bef131-1e96-4413-9123-004e75d4696b tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/networks?id=e8692da9-5ba9-42ba-a3f7-c9c10d23672a HTTP/1.1" status: 200 len: 813 time: 0.1083767 Dec 09 11:53:25.190999 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-31016a90-0bde-468b-916b-2ad134223b72 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/quotas/0948f4c434b640e384762b0efbdceef9 HTTP/1.1" status: 200 len: 375 time: 0.0090947 Dec 09 11:53:25.195681 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:25.223169 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-a056d123-9446-4342-8562-6569d1af19c8 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0948f4c434b640e384762b0efbdceef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258896 Dec 09 11:53:25.313384 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-d6f5672d-bb44-48bc-bb93-aef5280ce900 service neutron] 10.222.0.24 "GET /v2.0/networks/e8692da9-5ba9-42ba-a3f7-c9c10d23672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819263 Dec 09 11:53:25.414361 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-249c780c-56ce-4121-9881-37b5a149fff3 service neutron] 10.222.0.24 "GET /v2.0/networks/e8692da9-5ba9-42ba-a3f7-c9c10d23672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945036 Dec 09 11:53:25.769664 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39c6f034-583e-49d6-b4b5-d2f3ebdc1659 req-142d7e28-9130-4d32-9bfc-645c5da5e237 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 210 time: 0.0315630 Dec 09 11:53:26.033712 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3e6cc-8231-4652-b423-c89dafeb6de3 req-b3ca1d4a-beec-4950-9a15-92386ca0c134 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:26.035814 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4ed3e6cc-8231-4652-b423-c89dafeb6de3 req-b3ca1d4a-beec-4950-9a15-92386ca0c134 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0527291 Dec 09 11:53:26.088885 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4ed3e6cc-8231-4652-b423-c89dafeb6de3 req-84c58a3f-ae83-43b2-a46d-bc22120ac86e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464859 Dec 09 11:53:26.891237 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-30cfef2c-cb9f-4c98-8388-f240e58130e0 req-d805ca3d-6db1-488b-8dfa-ad9ea6df433b tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 210 time: 0.0268157 Dec 09 11:53:26.902088 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:27.207626 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faf789-5b0e-4e84-9b8b-e9081749d508 req-58e00c83-efa1-4e50-9746-144f9caf4419 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:27.209012 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-10faf789-5b0e-4e84-9b8b-e9081749d508 req-58e00c83-efa1-4e50-9746-144f9caf4419 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0528438 Dec 09 11:53:27.255117 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-10faf789-5b0e-4e84-9b8b-e9081749d508 req-37f699d9-d2bc-4007-b1db-f97216410a99 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401995 Dec 09 11:53:27.761757 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:28.002588 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a821c05b-8aed-4354-b073-58166b67769e req-95fdd6e9-822f-4b34-abd2-3da8092a1abc tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 210 time: 0.0373626 Dec 09 11:53:28.186630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-ee993ead-d53a-439b-a7dc-d9b80c46cbcf tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:28.188070 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-ee993ead-d53a-439b-a7dc-d9b80c46cbcf tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.42 "GET /v2.0/networks?id=e8692da9-5ba9-42ba-a3f7-c9c10d23672a HTTP/1.1" status: 200 len: 813 time: 0.1845083 Dec 09 11:53:28.236172 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Request body: {'port': {'device_id': 'be4738be-ecb8-47ae-8b56-127c705c751f', 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a', 'admin_state_up': True, 'tenant_id': '0948f4c434b640e384762b0efbdceef9'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:53:28.329540 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-95240206-91df-4a03-8aac-ee549dd2472d tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:28.331034 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-95240206-91df-4a03-8aac-ee549dd2472d tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/networks?id=a8c36f43-74f4-4276-a9c8-6358e6cc613e HTTP/1.1" status: 200 len: 814 time: 0.1829112 Dec 09 11:53:28.396851 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-581c3651-7f79-43da-a826-7f658d15f234 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/quotas/db9462c84cbd41c58bda0f19d2327be5 HTTP/1.1" status: 200 len: 375 time: 0.0462494 Dec 09 11:53:28.430491 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398592-c9e9-4448-9b01-2d836e6c4a59 req-ff64e388-a677-47e0-a4bf-242e435c5bfa tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:28.431971 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1398592-c9e9-4448-9b01-2d836e6c4a59 req-ff64e388-a677-47e0-a4bf-242e435c5bfa tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0980194 Dec 09 11:53:28.500482 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-c97c85c0-41db-4dd6-820b-5a2028373f1f tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946751 Dec 09 11:53:28.504975 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1398592-c9e9-4448-9b01-2d836e6c4a59 req-3af1a983-cb8e-4341-9312-f3f04a283d65 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567822 Dec 09 11:53:28.516180 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Made reservation on behalf of 0948f4c434b640e384762b0efbdceef9 for: {'port': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:53:28.519405 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:28.656296 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-26766731-8dd4-452c-a066-6034e90ce6e3 service neutron] 10.222.0.24 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488671 Dec 09 11:53:28.758009 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Allocated IP 172.20.0.3 (e8692da9-5ba9-42ba-a3f7-c9c10d23672a/73f8c6f0-1c7d-4ebc-86a0-d60745beda9a/e4d335d2-0179-4b4d-a1de-caaa3bde0320) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:53:28.797892 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-1a227cc6-1da2-4a9e-92d6-2209168368ec service neutron] 10.222.0.24 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356168 Dec 09 11:53:28.923363 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:29.019488 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:29.040373 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-31119da3-2df2-4778-bd1c-b5e1ad34ff4e req-dd041bbe-c97e-4a19-b4ec-a824b35c58b0 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 210 time: 0.0339627 Dec 09 11:53:29.076980 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Network e8692da9-5ba9-42ba-a3f7-c9c10d23672a is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:53:29.080281 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:53:29.083946 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:53:29.132680 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Pushing event updated for resources: {'Port': ['ID=e4d335d2-0179-4b4d-a1de-caaa3bde0320,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:29.165607 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.166001 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.166346 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.166687 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.167047 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.167379 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.167708 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.168038 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.168363 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.168688 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.169013 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.169331 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.169652 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:29.189311 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:29.194274 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:29.211292 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4155a-260b-4530-9836-746c320b60c2 req-16db66aa-a767-4d80-b9be-a5c743955743 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:29.215848 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-58c4155a-260b-4530-9836-746c320b60c2 req-16db66aa-a767-4d80-b9be-a5c743955743 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 931 time: 0.0997498 Dec 09 11:53:29.264055 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-58c4155a-260b-4530-9836-746c320b60c2 req-bcee5cce-1170-4253-a39a-f9e791f89b79 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450597 Dec 09 11:53:29.295096 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-74c225c5-ad1f-4fa2-abbe-40406d202aa5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0910828 Dec 09 11:53:29.325770 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Request body: {'port': {'device_id': 'be4738be-ecb8-47ae-8b56-127c705c751f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:53:29.378369 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:29.650163 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8f7c1-9e0f-4720-95e1-64b7ea16d778 req-bc225696-ce08-4daf-ba29-829cbd4ea6b8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:29.651672 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e7c8f7c1-9e0f-4720-95e1-64b7ea16d778 req-bc225696-ce08-4daf-ba29-829cbd4ea6b8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0773041 Dec 09 11:53:29.699118 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d335d2-0179-4b4d-a1de-caaa3bde0320 {{(pid=109618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:53:29.712936 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:29.736257 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e7c8f7c1-9e0f-4720-95e1-64b7ea16d778 req-92a88234-ad35-4637-8ba8-aefde9a4d8c1 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675986 Dec 09 11:53:29.737142 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.provisioning_blocks [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Transition to ACTIVE for port object e4d335d2-0179-4b4d-a1de-caaa3bde0320 will not be triggered until provisioned by entity L2. {{(pid=109618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:53:29.807753 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:30.083916 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d335d2-0179-4b4d-a1de-caaa3bde0320,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:30.157900 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a492c03c-996b-4b8e-b1cb-124618543c24 req-3878fa39-d55c-4a76-8168-df317ba54e9a tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 210 time: 0.0335536 Dec 09 11:53:30.160306 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Attempting to bind port e4d335d2-0179-4b4d-a1de-caaa3bde0320 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:53:30.160743 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Attempting to bind port e4d335d2-0179-4b4d-a1de-caaa3bde0320 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '518d3ac3-ecc9-4fc1-a75a-fa643eb78da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a'}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:53:30.161018 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Attempting to bind port e4d335d2-0179-4b4d-a1de-caaa3bde0320 on network e8692da9-5ba9-42ba-a3f7-c9c10d23672a {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:53:30.166224 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Port e4d335d2-0179-4b4d-a1de-caaa3bde0320 on network e8692da9-5ba9-42ba-a3f7-c9c10d23672a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:53:30.173772 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Attempting to bind port e4d335d2-0179-4b4d-a1de-caaa3bde0320 on network e8692da9-5ba9-42ba-a3f7-c9c10d23672a {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:53:30.173772 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:53:30.173772 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Checking segment: {'id': '518d3ac3-ecc9-4fc1-a75a-fa643eb78da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:53:30.173772 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Bound using segment: {'id': '518d3ac3-ecc9-4fc1-a75a-fa643eb78da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a'} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:53:30.173772 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Bound port: e4d335d2-0179-4b4d-a1de-caaa3bde0320, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518d3ac3-ecc9-4fc1-a75a-fa643eb78da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a'}}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:53:30.173772 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:30.237310 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] For port e4d335d2-0179-4b4d-a1de-caaa3bde0320, host hv-cinder-81969, cleared binding levels {{(pid=109618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:53:30.240351 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] For port e4d335d2-0179-4b4d-a1de-caaa3bde0320, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=e4d335d2-0179-4b4d-a1de-caaa3bde0320,segment=NetworkSegment(518d3ac3-ecc9-4fc1-a75a-fa643eb78da6),segment_id=518d3ac3-ecc9-4fc1-a75a-fa643eb78da6)] {{(pid=109618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:53:30.310471 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:30.353813 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:30.354106 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:30.355486 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] 10.222.0.42 "PUT /v2.0/ports/e4d335d2-0179-4b4d-a1de-caaa3bde0320 HTTP/1.1" status: 200 len: 1093 time: 1.0338547 Dec 09 11:53:30.355926 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4738be-ecb8-47ae-8b56-127c705c751f', 'tag': 'e4d335d2-0179-4b4d-a1de-caaa3bde0320'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:53:30.358247 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4ddf7f-d819-41cd-9092-6a3b1834fba0" -d '{"events": [{"name": "network-changed", "server_uuid": "be4738be-ecb8-47ae-8b56-127c705c751f", "tag": "e4d335d2-0179-4b4d-a1de-caaa3bde0320"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:53:30.413807 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e9bf8-c019-4c01-bc4c-1036808ac627 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d335d2-0179-4b4d-a1de-caaa3bde0320,revision_number=3']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:30.428953 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299cf9b-c0c2-4330-b6b2-8e31b1b4131c req-e3a7c9e6-d085-400b-a6fe-e866d5570882 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:30.430499 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8299cf9b-c0c2-4330-b6b2-8e31b1b4131c req-e3a7c9e6-d085-400b-a6fe-e866d5570882 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 943 time: 0.0793107 Dec 09 11:53:30.479433 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67a1159-3a4b-4716-8d3c-42c508c75272 x-openstack-request-id: req-c67a1159-3a4b-4716-8d3c-42c508c75272 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:53:30.479729 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4738be-ecb8-47ae-8b56-127c705c751f", "tag": "e4d335d2-0179-4b4d-a1de-caaa3bde0320", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:53:30.479987 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c67a1159-3a4b-4716-8d3c-42c508c75272 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:53:30.480405 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4738be-ecb8-47ae-8b56-127c705c751f', 'tag': 'e4d335d2-0179-4b4d-a1de-caaa3bde0320', 'status': 'completed', 'code': 200} Dec 09 11:53:30.492633 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8299cf9b-c0c2-4330-b6b2-8e31b1b4131c req-6d0b0b93-66a7-4310-8dcf-27bd819fa277 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561538 Dec 09 11:53:30.542725 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-1177ee84-b13a-4b03-852a-5fc559d58101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:30.544275 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-1177ee84-b13a-4b03-852a-5fc559d58101 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0948f4c434b640e384762b0efbdceef9&device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 1096 time: 0.0432630 Dec 09 11:53:30.594952 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-2387e706-898c-4dc4-93d1-b05a1dcf00ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4d335d2-0179-4b4d-a1de-caaa3bde0320 HTTP/1.1" status: 200 len: 217 time: 0.0346653 Dec 09 11:53:30.645675 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-4fb5abc5-772e-475c-b0dc-929282642779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:30.647093 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-4fb5abc5-772e-475c-b0dc-929282642779 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73f8c6f0-1c7d-4ebc-86a0-d60745beda9a HTTP/1.1" status: 200 len: 853 time: 0.0415487 Dec 09 11:53:30.684650 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-6e6a2ca2-a695-4463-a166-08037d77e4f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8692da9-5ba9-42ba-a3f7-c9c10d23672a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256529 Dec 09 11:53:30.775792 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-f16f6b47-9df0-455a-98fb-434b5f6bf6c1 service neutron] 10.222.0.42 "GET /v2.0/networks/e8692da9-5ba9-42ba-a3f7-c9c10d23672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812330 Dec 09 11:53:30.906594 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5bbda-b304-4aaf-9937-d96e9351bb36 req-232529b9-b2ee-4c5d-a17d-255c6d55160a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:30.909015 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1ae5bbda-b304-4aaf-9937-d96e9351bb36 req-232529b9-b2ee-4c5d-a17d-255c6d55160a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0951710 Dec 09 11:53:30.931308 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-982aada3-8ca1-44b7-8bd3-d028a4cfa670 req-e774bf65-c0f1-4762-a864-f51d198997bb service neutron] 10.222.0.42 "GET /v2.0/networks/e8692da9-5ba9-42ba-a3f7-c9c10d23672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336584 Dec 09 11:53:30.968877 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1ae5bbda-b304-4aaf-9937-d96e9351bb36 req-6720f994-f04b-47f5-a55f-bec3da75d4ac tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506828 Dec 09 11:53:31.110192 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ddf7f-d819-41cd-9092-6a3b1834fba0 req-62efdd2d-e5e6-4c0f-a9d9-bb575fd12696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:31.111624 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff4ddf7f-d819-41cd-9092-6a3b1834fba0 req-62efdd2d-e5e6-4c0f-a9d9-bb575fd12696 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0948f4c434b640e384762b0efbdceef9&device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 1096 time: 0.0413647 Dec 09 11:53:31.210676 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ddf7f-d819-41cd-9092-6a3b1834fba0 req-da871ede-fb24-4a16-b206-615f9ed02c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:31.212961 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff4ddf7f-d819-41cd-9092-6a3b1834fba0 req-da871ede-fb24-4a16-b206-615f9ed02c54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8692da9-5ba9-42ba-a3f7-c9c10d23672a HTTP/1.1" status: 200 len: 914 time: 0.0930417 Dec 09 11:53:31.249822 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-6cc63dcd-a626-4a09-827c-00e24993a72c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:31.252035 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-6cc63dcd-a626-4a09-827c-00e24993a72c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "GET /v2.0/networks?id=a8c36f43-74f4-4276-a9c8-6358e6cc613e HTTP/1.1" status: 200 len: 814 time: 0.1155651 Dec 09 11:53:31.268110 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Request body: {'port': {'device_id': '7e2ced96-f607-4bae-b0d9-3f05606d49c7', 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e', 'admin_state_up': True, 'tenant_id': 'db9462c84cbd41c58bda0f19d2327be5'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:53:31.280260 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff4ddf7f-d819-41cd-9092-6a3b1834fba0 req-527e9bc5-591f-4d16-b837-68c2176b5759 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4d335d2-0179-4b4d-a1de-caaa3bde0320 HTTP/1.1" status: 200 len: 217 time: 0.0381362 Dec 09 11:53:31.299349 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6e9aa7f3-9292-4507-9600-5ba35ca2f823 req-2ab029f4-36f9-4809-a0a2-a102e4c0a346 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 210 time: 0.0671828 Dec 09 11:53:31.346308 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ddf7f-d819-41cd-9092-6a3b1834fba0 req-e054be8c-a187-4041-8e00-4d94834be69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:31.347786 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff4ddf7f-d819-41cd-9092-6a3b1834fba0 req-e054be8c-a187-4041-8e00-4d94834be69e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73f8c6f0-1c7d-4ebc-86a0-d60745beda9a HTTP/1.1" status: 200 len: 853 time: 0.0508208 Dec 09 11:53:31.389837 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff4ddf7f-d819-41cd-9092-6a3b1834fba0 req-f9f0fed6-33de-4c40-b9b8-ab5bd57840f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8692da9-5ba9-42ba-a3f7-c9c10d23672a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276170 Dec 09 11:53:31.441666 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Made reservation on behalf of db9462c84cbd41c58bda0f19d2327be5 for: {'port': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:53:31.445345 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:31.493410 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff4ddf7f-d819-41cd-9092-6a3b1834fba0 req-40302e42-fe03-4541-8613-e8f74842223f service neutron] 10.222.0.42 "GET /v2.0/networks/e8692da9-5ba9-42ba-a3f7-c9c10d23672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915816 Dec 09 11:53:31.598467 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Allocated IP 172.20.0.9 (a8c36f43-74f4-4276-a9c8-6358e6cc613e/c2475cf3-a01d-4b3d-84cb-93bbf2606e2a/7ead7130-c34f-4c6c-97e3-1331110d93a7) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:53:31.628626 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff4ddf7f-d819-41cd-9092-6a3b1834fba0 req-76f1d181-ff57-4f4a-8f74-05672693e369 service neutron] 10.222.0.42 "GET /v2.0/networks/e8692da9-5ba9-42ba-a3f7-c9c10d23672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214595 Dec 09 11:53:31.639997 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37c307-886a-4d63-abde-c79bd2e0d24b req-481b2c39-15c0-4f26-b55c-3b07dd9ab859 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:31.641465 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ec37c307-886a-4d63-abde-c79bd2e0d24b req-481b2c39-15c0-4f26-b55c-3b07dd9ab859 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 943 time: 0.0707402 Dec 09 11:53:31.696402 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ec37c307-886a-4d63-abde-c79bd2e0d24b req-3cec7e75-0ba2-4b8b-91ca-da1fc8bdbc60 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458379 Dec 09 11:53:31.746470 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:31.824962 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:31.840092 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['86716bb5-225d-4767-a3b3-d3dc5e96d1c8', '40265abe-1af3-4517-9a1e-be59f94203bb', '7a4dcdd4-9947-4811-a416-7027c1a2d594'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:53:31.867721 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Network a8c36f43-74f4-4276-a9c8-6358e6cc613e is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:53:31.882171 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:53:31.887954 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:53:31.893802 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:31.894249 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:31.901096 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Pushing event updated for resources: {'Port': ['ID=7ead7130-c34f-4c6c-97e3-1331110d93a7,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:31.912553 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.912910 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.913251 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.913588 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.913920 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.914252 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.923572 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.923572 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.923572 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.923572 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.923572 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.923572 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.923572 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:31.987197 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-3fa7149d-146f-4fc1-a20b-ffbd8058a77c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240767 Dec 09 11:53:32.002311 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Request body: {'port': {'device_id': '7e2ced96-f607-4bae-b0d9-3f05606d49c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:53:32.072647 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:32.101908 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ec24-cada-4bf5-9df6-1f5257df8dfc req-2e56a8c9-034a-4128-8b42-a77006952280 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:32.104392 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4fb7ec24-cada-4bf5-9df6-1f5257df8dfc req-2e56a8c9-034a-4128-8b42-a77006952280 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0577493 Dec 09 11:53:32.181007 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4fb7ec24-cada-4bf5-9df6-1f5257df8dfc req-c99ee7ca-f847-4cdb-bd32-5e305aff452a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689895 Dec 09 11:53:32.356240 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ead7130-c34f-4c6c-97e3-1331110d93a7 {{(pid=109617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:53:32.363832 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:32.377160 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.provisioning_blocks [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Transition to ACTIVE for port object 7ead7130-c34f-4c6c-97e3-1331110d93a7 will not be triggered until provisioned by entity L2. {{(pid=109617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:53:32.436804 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97c22d-8369-462e-bb45-db97efbe8148 req-9bb551ba-c7ac-4571-a9a7-d1f136817388 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:32.438965 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bb97c22d-8369-462e-bb45-db97efbe8148 req-9bb551ba-c7ac-4571-a9a7-d1f136817388 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 931 time: 0.0675302 Dec 09 11:53:32.451794 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:32.494855 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bb97c22d-8369-462e-bb45-db97efbe8148 req-97180b24-5946-49b0-b8bf-2d193e9d05d0 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488033 Dec 09 11:53:32.513189 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ead7130-c34f-4c6c-97e3-1331110d93a7,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:32.545347 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Attempting to bind port 7ead7130-c34f-4c6c-97e3-1331110d93a7 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:53:32.545684 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Attempting to bind port 7ead7130-c34f-4c6c-97e3-1331110d93a7 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:53:32.546012 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Attempting to bind port 7ead7130-c34f-4c6c-97e3-1331110d93a7 on network a8c36f43-74f4-4276-a9c8-6358e6cc613e {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:53:32.550317 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Port 7ead7130-c34f-4c6c-97e3-1331110d93a7 on network a8c36f43-74f4-4276-a9c8-6358e6cc613e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:53:32.550642 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Attempting to bind port 7ead7130-c34f-4c6c-97e3-1331110d93a7 on network a8c36f43-74f4-4276-a9c8-6358e6cc613e {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:53:32.556124 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:53:32.556457 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Checking segment: {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:53:32.556845 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Bound using segment: {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:53:32.557278 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Bound port: 7ead7130-c34f-4c6c-97e3-1331110d93a7, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e'}}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:53:32.557625 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:32.627239 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] For port 7ead7130-c34f-4c6c-97e3-1331110d93a7, host hv-cinder-81969, cleared binding levels {{(pid=109617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:53:32.630190 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] For port 7ead7130-c34f-4c6c-97e3-1331110d93a7, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7ead7130-c34f-4c6c-97e3-1331110d93a7,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:53:32.716415 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:32.750250 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:32.751093 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:32.752488 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] 10.222.0.42 "PUT /v2.0/ports/7ead7130-c34f-4c6c-97e3-1331110d93a7 HTTP/1.1" status: 200 len: 1093 time: 0.7544203 Dec 09 11:53:32.754780 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2ced96-f607-4bae-b0d9-3f05606d49c7', 'tag': '7ead7130-c34f-4c6c-97e3-1331110d93a7'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:53:32.757630 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c065530-61b9-44ff-8e6c-314bbf31bce7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2ced96-f607-4bae-b0d9-3f05606d49c7", "tag": "7ead7130-c34f-4c6c-97e3-1331110d93a7"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:53:32.802849 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb870298-a44e-4afb-9a7c-e369a783eea5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ead7130-c34f-4c6c-97e3-1331110d93a7,revision_number=3']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:32.812137 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b830a0-2dbc-44f4-9f49-983daba32d4c x-openstack-request-id: req-e2b830a0-2dbc-44f4-9f49-983daba32d4c {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:53:32.812525 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2ced96-f607-4bae-b0d9-3f05606d49c7", "tag": "7ead7130-c34f-4c6c-97e3-1331110d93a7", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:53:32.812784 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2b830a0-2dbc-44f4-9f49-983daba32d4c {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:53:32.813463 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2ced96-f607-4bae-b0d9-3f05606d49c7', 'tag': '7ead7130-c34f-4c6c-97e3-1331110d93a7', 'status': 'completed', 'code': 200} Dec 09 11:53:32.830511 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8133e-b1a8-4011-a0c2-b0b4c6a55f0f req-dcc72bc8-3e73-4604-b7ba-ec1b3d4b937f tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:32.832174 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-63d8133e-b1a8-4011-a0c2-b0b4c6a55f0f req-dcc72bc8-3e73-4604-b7ba-ec1b3d4b937f tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 943 time: 0.0583541 Dec 09 11:53:32.881241 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-63d8133e-b1a8-4011-a0c2-b0b4c6a55f0f req-75e7f1d7-8a6e-436c-a5e2-d0dcb0b3db8c tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Dec 09 11:53:32.884181 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c065530-61b9-44ff-8e6c-314bbf31bce7 req-c2004fc6-396e-4867-8b8b-cbe8ce7fc322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:32.886148 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1c065530-61b9-44ff-8e6c-314bbf31bce7 req-c2004fc6-396e-4867-8b8b-cbe8ce7fc322 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 1096 time: 0.0423067 Dec 09 11:53:32.991711 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c065530-61b9-44ff-8e6c-314bbf31bce7 req-78057bc5-d69d-4bc5-85ff-0577f456e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:32.993819 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1c065530-61b9-44ff-8e6c-314bbf31bce7 req-78057bc5-d69d-4bc5-85ff-0577f456e1c7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=db9462c84cbd41c58bda0f19d2327be5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0950568 Dec 09 11:53:33.085186 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c065530-61b9-44ff-8e6c-314bbf31bce7 req-057b41f2-2d85-403d-be21-04978d7fca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:33.086621 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-1c065530-61b9-44ff-8e6c-314bbf31bce7 req-057b41f2-2d85-403d-be21-04978d7fca28 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842552 Dec 09 11:53:33.284207 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389a28b-db48-47f3-b3c7-8485ae30fdbf req-00b7cb70-7286-4c33-b3b7-90152e668379 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:33.285563 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1389a28b-db48-47f3-b3c7-8485ae30fdbf req-00b7cb70-7286-4c33-b3b7-90152e668379 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0467424 Dec 09 11:53:33.334564 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1389a28b-db48-47f3-b3c7-8485ae30fdbf req-d11e7b00-5e29-4e5c-a6a7-34cd48930e39 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Dec 09 11:53:33.613151 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583364e9-671c-4879-b4e2-22da54e5589b req-22b01ee5-f943-491b-81fd-d042289fccdd tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:33.614609 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-583364e9-671c-4879-b4e2-22da54e5589b req-22b01ee5-f943-491b-81fd-d042289fccdd tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 943 time: 0.0508695 Dec 09 11:53:33.662285 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-583364e9-671c-4879-b4e2-22da54e5589b req-33d928f6-d94e-4786-9eb3-035236ace356 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Dec 09 11:53:33.749754 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:35.278947 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device e4d335d2-0179-4b4d-a1de-caaa3bde0320 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:53:35.371973 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port e4d335d2-0179-4b4d-a1de-caaa3bde0320, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=e4d335d2-0179-4b4d-a1de-caaa3bde0320,segment=NetworkSegment(518d3ac3-ecc9-4fc1-a75a-fa643eb78da6),segment_id=518d3ac3-ecc9-4fc1-a75a-fa643eb78da6)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:53:35.386704 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': 'e4d335d2-0179-4b4d-a1de-caaa3bde0320', 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a', 'port_id': 'e4d335d2-0179-4b4d-a1de-caaa3bde0320', 'mac_address': 'fa:16:3e:d7:d4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f8c6f0-1c7d-4ebc-86a0-d60745beda9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:53:35.421816 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:35.434329 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d335d2-0179-4b4d-a1de-caaa3bde0320 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:53:35.452954 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port e4d335d2-0179-4b4d-a1de-caaa3bde0320, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=e4d335d2-0179-4b4d-a1de-caaa3bde0320,segment=NetworkSegment(518d3ac3-ecc9-4fc1-a75a-fa643eb78da6),segment_id=518d3ac3-ecc9-4fc1-a75a-fa643eb78da6)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:53:35.510599 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:35.555161 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=e4d335d2-0179-4b4d-a1de-caaa3bde0320,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:36.355421 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-d275babb-3012-4902-aebd-27da73ddba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:36.355421 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-d275babb-3012-4902-aebd-27da73ddba02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db9462c84cbd41c58bda0f19d2327be5&device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 1096 time: 0.0460246 Dec 09 11:53:36.403921 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-ba1ecfea-e817-4906-8557-11798eeceb2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ead7130-c34f-4c6c-97e3-1331110d93a7 HTTP/1.1" status: 200 len: 217 time: 0.0366631 Dec 09 11:53:36.470171 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-c4bdb953-9210-4138-a81d-26bb8b51d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:36.471621 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-c4bdb953-9210-4138-a81d-26bb8b51d12e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2475cf3-a01d-4b3d-84cb-93bbf2606e2a HTTP/1.1" status: 200 len: 854 time: 0.0448852 Dec 09 11:53:36.518293 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d7816-05bd-4859-923a-de8ddd71be4a req-bc2b2d73-e68c-49e8-bbec-59976d00e793 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:36.519835 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fd2d7816-05bd-4859-923a-de8ddd71be4a req-bc2b2d73-e68c-49e8-bbec-59976d00e793 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 944 time: 0.1036761 Dec 09 11:53:36.531365 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-860df577-4bd1-4da2-bf86-860393e3fe0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8c36f43-74f4-4276-a9c8-6358e6cc613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308669 Dec 09 11:53:36.542099 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae29a-0bb2-407d-8fd6-481d91fbbcdd req-255d1ce3-f1d5-4b4a-9824-24fc73c1e00c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:36.543584 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-86dae29a-0bb2-407d-8fd6-481d91fbbcdd req-255d1ce3-f1d5-4b4a-9824-24fc73c1e00c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.1186650 Dec 09 11:53:36.549469 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e106d2-f31d-49de-9e59-48f3e249154c req-4bc3a4f2-26dc-4f73-8320-b9a11c5e721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:36.550866 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-18e106d2-f31d-49de-9e59-48f3e249154c req-4bc3a4f2-26dc-4f73-8320-b9a11c5e721a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 1098 time: 0.0991645 Dec 09 11:53:36.626883 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-52a62e4d-d688-44ce-a38f-b5ea5eabf71d service neutron] 10.222.0.42 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874584 Dec 09 11:53:36.651847 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fd2d7816-05bd-4859-923a-de8ddd71be4a req-f9e793f7-2394-4b74-b04e-ee9942d87753 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127923 Dec 09 11:53:36.651847 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-86dae29a-0bb2-407d-8fd6-481d91fbbcdd req-1faab080-67fa-4d5f-b107-e3052c8d3a15 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983574 Dec 09 11:53:36.690599 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['e4d335d2-0179-4b4d-a1de-caaa3bde0320'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:53:36.711974 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e106d2-f31d-49de-9e59-48f3e249154c req-e9225eaa-19bb-4255-94b3-d3ec86397da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:36.713740 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-18e106d2-f31d-49de-9e59-48f3e249154c req-e9225eaa-19bb-4255-94b3-d3ec86397da8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 200 len: 920 time: 0.1289577 Dec 09 11:53:36.740305 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-15641383-2210-4ab8-a3a2-36d2121f3c51 req-24781063-e343-4ce8-8273-ce8643456d76 service neutron] 10.222.0.42 "GET /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050675 Dec 09 11:53:36.779074 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-18e106d2-f31d-49de-9e59-48f3e249154c req-0fbfc211-9145-444d-8727-6e73ba58401d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a HTTP/1.1" status: 200 len: 217 time: 0.0544450 Dec 09 11:53:36.831187 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498855b8-98d5-487a-b2df-6855b5a62ed3 req-229c7b61-93aa-44b0-8d22-abb5d5e99534 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:36.832843 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-498855b8-98d5-487a-b2df-6855b5a62ed3 req-229c7b61-93aa-44b0-8d22-abb5d5e99534 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 943 time: 0.1167266 Dec 09 11:53:36.851543 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e106d2-f31d-49de-9e59-48f3e249154c req-47dc86ee-c157-4249-a53f-753097a216c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:36.853423 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-18e106d2-f31d-49de-9e59-48f3e249154c req-47dc86ee-c157-4249-a53f-753097a216c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=52abfb0d-05f6-4418-8825-93dba6160d6f HTTP/1.1" status: 200 len: 859 time: 0.0626073 Dec 09 11:53:36.892341 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-18e106d2-f31d-49de-9e59-48f3e249154c req-bd940771-8e47-4f04-897f-35b15137af1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94529fec-5f8f-4c94-9d43-36d5ce9c1431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310342 Dec 09 11:53:36.930886 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-498855b8-98d5-487a-b2df-6855b5a62ed3 req-2e181909-75f4-43da-b859-4be6f5d7a353 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901654 Dec 09 11:53:36.993633 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-18e106d2-f31d-49de-9e59-48f3e249154c req-109d4ccb-f6c8-4d0f-a92f-1bddbcd4625e service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906222 Dec 09 11:53:37.089310 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-18e106d2-f31d-49de-9e59-48f3e249154c req-14c1f849-84d8-4247-ac77-522525b71468 service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842900 Dec 09 11:53:37.793925 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f1c46-ced9-487f-8bbd-797592995e68 req-ea607ad3-8105-47af-b7ad-1c2b6961b90f tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:37.795413 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7c1f1c46-ced9-487f-8bbd-797592995e68 req-ea607ad3-8105-47af-b7ad-1c2b6961b90f tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 944 time: 0.0775576 Dec 09 11:53:37.802393 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac01dc9-f11d-432d-a8b5-6d1c7881ba8c req-2319bc22-42a2-41dc-a0f9-e01b6d734638 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:37.803747 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1ac01dc9-f11d-432d-a8b5-6d1c7881ba8c req-2319bc22-42a2-41dc-a0f9-e01b6d734638 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0773528 Dec 09 11:53:37.880955 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7c1f1c46-ced9-487f-8bbd-797592995e68 req-620356cf-8aab-4212-903d-2b47ae244caa tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762768 Dec 09 11:53:37.885505 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1ac01dc9-f11d-432d-a8b5-6d1c7881ba8c req-e6eeeaf2-ba18-46f5-b5f7-961450913d3a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741222 Dec 09 11:53:38.002851 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:53:38.043073 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8603eb6-4e74-481e-b842-7f5fd0a6982c req-df632b08-80a4-4d94-bd17-e160be90b581 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:38.044542 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f8603eb6-4e74-481e-b842-7f5fd0a6982c req-df632b08-80a4-4d94-bd17-e160be90b581 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 943 time: 0.0480649 Dec 09 11:53:38.090375 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f8603eb6-4e74-481e-b842-7f5fd0a6982c req-3e2fad6d-98c7-435a-99ec-529478b6130a tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399415 Dec 09 11:53:38.280149 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device e4d335d2-0179-4b4d-a1de-caaa3bde0320 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:53:38.377254 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port e4d335d2-0179-4b4d-a1de-caaa3bde0320 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:53:38.381136 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port e4d335d2-0179-4b4d-a1de-caaa3bde0320 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:53:38.383431 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:38.458411 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:38.480640 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4738be-ecb8-47ae-8b56-127c705c751f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d335d2-0179-4b4d-a1de-caaa3bde0320'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:53:38.482904 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e6dc91-297f-4c1c-b762-109cf791eaec" -d '{"events": [{"server_uuid": "be4738be-ecb8-47ae-8b56-127c705c751f", "name": "network-vif-plugged", "status": "completed", "tag": "e4d335d2-0179-4b4d-a1de-caaa3bde0320"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:53:38.495447 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port e4d335d2-0179-4b4d-a1de-caaa3bde0320, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=e4d335d2-0179-4b4d-a1de-caaa3bde0320,segment=NetworkSegment(518d3ac3-ecc9-4fc1-a75a-fa643eb78da6),segment_id=518d3ac3-ecc9-4fc1-a75a-fa643eb78da6)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:53:38.520986 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ae44d4-a4a2-4981-b2cf-3e912206ef67 x-openstack-request-id: req-46ae44d4-a4a2-4981-b2cf-3e912206ef67 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:53:38.521301 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4738be-ecb8-47ae-8b56-127c705c751f", "name": "network-vif-plugged", "status": "completed", "tag": "e4d335d2-0179-4b4d-a1de-caaa3bde0320", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:53:38.521557 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46ae44d4-a4a2-4981-b2cf-3e912206ef67 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:53:38.521947 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4738be-ecb8-47ae-8b56-127c705c751f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d335d2-0179-4b4d-a1de-caaa3bde0320', 'code': 200} Dec 09 11:53:38.544025 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:38.590907 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=e4d335d2-0179-4b4d-a1de-caaa3bde0320,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:38.876167 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1d42f-e882-47d6-9ed6-40bcc6f196a8 req-bf631dd1-c820-4503-ba1c-a5f28ba52ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:38.877639 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5fe1d42f-e882-47d6-9ed6-40bcc6f196a8 req-bf631dd1-c820-4503-ba1c-a5f28ba52ea2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 1098 time: 0.0396867 Dec 09 11:53:38.927674 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5fe1d42f-e882-47d6-9ed6-40bcc6f196a8 req-11a3f998-a939-4f2a-b56c-ed0c9ddf2b00 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Dec 09 11:53:39.031825 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fcbcb-70bc-4ebd-bfa7-11f2dfd5b604 req-ce514314-3e03-4661-9c68-d49582795b46 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:39.033261 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-931fcbcb-70bc-4ebd-bfa7-11f2dfd5b604 req-ce514314-3e03-4661-9c68-d49582795b46 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0711861 Dec 09 11:53:39.040617 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358a195-1a9a-4af6-ac93-fda281bee142 req-a3723cfd-1f5d-45b9-96b0-096fe83881f5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:39.042129 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2358a195-1a9a-4af6-ac93-fda281bee142 req-a3723cfd-1f5d-45b9-96b0-096fe83881f5 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 945 time: 0.0887980 Dec 09 11:53:39.115367 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-931fcbcb-70bc-4ebd-bfa7-11f2dfd5b604 req-42864267-f64e-4946-9916-dfbdb8ad92f1 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722444 Dec 09 11:53:39.118575 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2358a195-1a9a-4af6-ac93-fda281bee142 req-e7fd0acb-836f-451e-ac45-ce7e79dc9cc4 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694728 Dec 09 11:53:39.222224 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5103c53-2924-47c6-bc25-eb4505d04f73 req-1186cf91-d8ed-46f6-bf6d-078a83e1d624 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:39.223853 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b5103c53-2924-47c6-bc25-eb4505d04f73 req-1186cf91-d8ed-46f6-bf6d-078a83e1d624 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 943 time: 0.0505233 Dec 09 11:53:39.277543 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b5103c53-2924-47c6-bc25-eb4505d04f73 req-b494e1e6-2c7a-4001-977d-7de6b9dea036 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472243 Dec 09 11:53:40.260957 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6e61e-ee88-45be-a80b-30046e9174e8 req-9519ccf4-1908-413b-8ed3-83eb33a2e273 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:40.262484 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-35c6e61e-ee88-45be-a80b-30046e9174e8 req-9519ccf4-1908-413b-8ed3-83eb33a2e273 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0755236 Dec 09 11:53:40.275244 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2eeb9-f312-4a5f-86af-4e737b25768e req-4105e37e-ba21-49d9-89ef-e6de67daed9e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:40.276400 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 7ead7130-c34f-4c6c-97e3-1331110d93a7 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:53:40.277756 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e1c2eeb9-f312-4a5f-86af-4e737b25768e req-4105e37e-ba21-49d9-89ef-e6de67daed9e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 945 time: 0.0662444 Dec 09 11:53:40.348654 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-35c6e61e-ee88-45be-a80b-30046e9174e8 req-92732ad9-a656-4034-bded-a405ec8169cc tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697234 Dec 09 11:53:40.361000 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e1c2eeb9-f312-4a5f-86af-4e737b25768e req-7cb041f0-03e1-41d3-b0d0-88503d184ecb tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743484 Dec 09 11:53:40.397399 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 7ead7130-c34f-4c6c-97e3-1331110d93a7, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7ead7130-c34f-4c6c-97e3-1331110d93a7,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:53:40.410630 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '7ead7130-c34f-4c6c-97e3-1331110d93a7', 'network_id': 'a8c36f43-74f4-4276-a9c8-6358e6cc613e', 'port_id': '7ead7130-c34f-4c6c-97e3-1331110d93a7', 'mac_address': 'fa:16:3e:e9:65:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2475cf3-a01d-4b3d-84cb-93bbf2606e2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:53:40.448953 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:40.461643 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ead7130-c34f-4c6c-97e3-1331110d93a7 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:53:40.466830 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a47070-0256-4a6f-8e4b-69751c1ab761 req-405934c8-c6b4-4add-81da-ce2467f02536 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:40.468329 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-98a47070-0256-4a6f-8e4b-69751c1ab761 req-405934c8-c6b4-4add-81da-ce2467f02536 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 943 time: 0.0511427 Dec 09 11:53:40.483433 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 7ead7130-c34f-4c6c-97e3-1331110d93a7, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7ead7130-c34f-4c6c-97e3-1331110d93a7,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:53:40.517143 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-98a47070-0256-4a6f-8e4b-69751c1ab761 req-af422e73-a77d-4dd9-8b25-2db8423e0743 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Dec 09 11:53:40.561049 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:40.612138 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=7ead7130-c34f-4c6c-97e3-1331110d93a7,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:41.006734 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['7ead7130-c34f-4c6c-97e3-1331110d93a7'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:53:41.471547 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fa88c-375c-47cc-9dea-aa5812943d8e req-50ba17d1-6789-4bda-b581-dedfd859c121 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:41.473630 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-448fa88c-375c-47cc-9dea-aa5812943d8e req-50ba17d1-6789-4bda-b581-dedfd859c121 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0505292 Dec 09 11:53:41.522904 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-448fa88c-375c-47cc-9dea-aa5812943d8e req-f8278f41-6689-4d1a-ad24-cbf2035a52c0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427544 Dec 09 11:53:41.635581 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17a0a0-3aab-4f1a-8c6a-0a9e6cfab606 req-e4dd2aaf-791c-43b8-969c-72e77a0e5c63 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:41.637146 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9a17a0a0-3aab-4f1a-8c6a-0a9e6cfab606 req-e4dd2aaf-791c-43b8-969c-72e77a0e5c63 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 945 time: 0.0523984 Dec 09 11:53:41.685941 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9a17a0a0-3aab-4f1a-8c6a-0a9e6cfab606 req-37256b2c-41b4-4e16-8345-2ce0e7f6162c tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427380 Dec 09 11:53:41.800342 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4c4a9-e8a7-4ce2-8468-d06bef0f3f54 req-029b4f6a-693b-4f45-a1cc-78bd6070d837 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:41.802091 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6ef4c4a9-e8a7-4ce2-8468-d06bef0f3f54 req-029b4f6a-693b-4f45-a1cc-78bd6070d837 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 944 time: 0.0608954 Dec 09 11:53:41.861040 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6ef4c4a9-e8a7-4ce2-8468-d06bef0f3f54 req-efd35cd1-d6b1-48aa-a907-4597e1b486d3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522718 Dec 09 11:53:41.937521 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf032c89-d5cb-42ad-9c35-4473ce18d6fd req-1a8b7eaf-bf96-4aea-ba21-2e6ec975d652 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:41.939050 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cf032c89-d5cb-42ad-9c35-4473ce18d6fd req-1a8b7eaf-bf96-4aea-ba21-2e6ec975d652 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0493531 Dec 09 11:53:41.989025 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cf032c89-d5cb-42ad-9c35-4473ce18d6fd req-f13ef613-b75f-45a0-8cad-653f440c1282 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434735 Dec 09 11:53:42.640358 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34445f0b-c49d-4c7e-baaa-715836f13308 req-c6148444-df52-4c61-91f8-525d75ea58f1 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:42.641980 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-34445f0b-c49d-4c7e-baaa-715836f13308 req-c6148444-df52-4c61-91f8-525d75ea58f1 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0492444 Dec 09 11:53:42.691433 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-34445f0b-c49d-4c7e-baaa-715836f13308 req-5d919ace-1086-49ba-b317-6a0f17ced5a8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432878 Dec 09 11:53:42.979345 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53855717-de08-4b62-848f-45a29cb31e61 req-b9906ba5-6718-47de-b30c-3fcb2bfebef7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:42.981272 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-53855717-de08-4b62-848f-45a29cb31e61 req-b9906ba5-6718-47de-b30c-3fcb2bfebef7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 944 time: 0.0507739 Dec 09 11:53:43.033132 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-53855717-de08-4b62-848f-45a29cb31e61 req-d6458003-17d6-4c80-84ac-92b1193e7580 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442891 Dec 09 11:53:43.140429 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad40f0-a044-475f-9cf9-011b9f2795eb req-def175b3-dcc8-4b23-b522-a689206e1c5c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:43.141902 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6dad40f0-a044-475f-9cf9-011b9f2795eb req-def175b3-dcc8-4b23-b522-a689206e1c5c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0530374 Dec 09 11:53:43.192314 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6dad40f0-a044-475f-9cf9-011b9f2795eb req-1e32307f-23de-4261-a00d-588498f4d172 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443261 Dec 09 11:53:43.811052 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb1da-df48-47b2-b2f3-5bf773fce53b req-d873a946-a0c9-4ee6-8f0b-ccca6faba564 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:43.812457 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-07feb1da-df48-47b2-b2f3-5bf773fce53b req-d873a946-a0c9-4ee6-8f0b-ccca6faba564 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0486925 Dec 09 11:53:43.859192 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-07feb1da-df48-47b2-b2f3-5bf773fce53b req-0cfbd4e5-76d8-4836-a45c-44991bfa10af tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Dec 09 11:53:44.145240 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf031b-4aae-40a9-a4e4-6d8446b3bcf8 req-9d18f1a5-1a26-4bef-8c2f-1db0b89de6f4 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:44.146726 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e0cf031b-4aae-40a9-a4e4-6d8446b3bcf8 req-9d18f1a5-1a26-4bef-8c2f-1db0b89de6f4 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 944 time: 0.0475152 Dec 09 11:53:44.197937 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e0cf031b-4aae-40a9-a4e4-6d8446b3bcf8 req-94f4dee9-7bc7-454b-8237-1050f8206316 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450146 Dec 09 11:53:44.310992 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb74101-6dda-4399-bc03-181bec195198 req-1f73d100-648f-4e27-85e2-ce30a9b22c55 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:44.312775 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0fb74101-6dda-4399-bc03-181bec195198 req-1f73d100-648f-4e27-85e2-ce30a9b22c55 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0481546 Dec 09 11:53:44.359665 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0fb74101-6dda-4399-bc03-181bec195198 req-d8ffcd4d-c2ec-482a-bc1c-54358977bc0f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410430 Dec 09 11:53:44.975388 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2f540-6b65-40c9-bd6f-20646d1d05e7 req-33fba60c-0461-4d1e-8c50-85bee9addc5a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:44.976862 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-afa2f540-6b65-40c9-bd6f-20646d1d05e7 req-33fba60c-0461-4d1e-8c50-85bee9addc5a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0513535 Dec 09 11:53:45.024229 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-afa2f540-6b65-40c9-bd6f-20646d1d05e7 req-a6ab2923-964e-4ffb-bdac-9fb2542ad9ea tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 Dec 09 11:53:45.313371 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42838fa-ba16-4582-9c90-adf7d6b32537 req-669068e4-37ab-4d9c-b776-ff10eaf7473d tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:45.314723 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f42838fa-ba16-4582-9c90-adf7d6b32537 req-669068e4-37ab-4d9c-b776-ff10eaf7473d tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 944 time: 0.0492008 Dec 09 11:53:45.364346 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f42838fa-ba16-4582-9c90-adf7d6b32537 req-5c8d8a4e-886d-480f-ae74-de01d4ccea5f tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435121 Dec 09 11:53:45.445888 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 7ead7130-c34f-4c6c-97e3-1331110d93a7 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:53:45.489499 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efde7a-ceff-4058-9854-8fab7e554667 req-3076f3c7-4486-449a-8ec2-20bcb64ab4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:45.491011 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c7efde7a-ceff-4058-9854-8fab7e554667 req-3076f3c7-4486-449a-8ec2-20bcb64ab4b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0552197 Dec 09 11:53:45.536897 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c7efde7a-ceff-4058-9854-8fab7e554667 req-2b80c766-b9b7-4789-8421-5d03e9271165 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392635 Dec 09 11:53:45.561332 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 7ead7130-c34f-4c6c-97e3-1331110d93a7 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:53:45.565339 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 7ead7130-c34f-4c6c-97e3-1331110d93a7 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:53:45.565668 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:45.643479 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:45.665292 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2ced96-f607-4bae-b0d9-3f05606d49c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ead7130-c34f-4c6c-97e3-1331110d93a7'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:53:45.668088 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed33c185-02ab-4656-adca-eaa63734206a" -d '{"events": [{"server_uuid": "7e2ced96-f607-4bae-b0d9-3f05606d49c7", "name": "network-vif-plugged", "status": "completed", "tag": "7ead7130-c34f-4c6c-97e3-1331110d93a7"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:53:45.680176 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 7ead7130-c34f-4c6c-97e3-1331110d93a7, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7ead7130-c34f-4c6c-97e3-1331110d93a7,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:53:45.703012 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c30f39-2f9f-4529-a495-433bfeec449d x-openstack-request-id: req-00c30f39-2f9f-4529-a495-433bfeec449d {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:53:45.703333 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2ced96-f607-4bae-b0d9-3f05606d49c7", "name": "network-vif-plugged", "status": "completed", "tag": "7ead7130-c34f-4c6c-97e3-1331110d93a7", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:53:45.703623 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00c30f39-2f9f-4529-a495-433bfeec449d {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:53:45.704021 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2ced96-f607-4bae-b0d9-3f05606d49c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ead7130-c34f-4c6c-97e3-1331110d93a7', 'code': 200} Dec 09 11:53:45.772635 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:45.822957 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=7ead7130-c34f-4c6c-97e3-1331110d93a7,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:45.830167 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:45.830545 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:45.830899 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:45.831264 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:45.831600 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:45.831958 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:45.832274 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:45.832602 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:45.833049 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:45.833381 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:45.833791 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:45.834204 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:45.834643 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:53:46.140517 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d83e54-e743-4f2e-af65-fa4d9f8b964f req-963682b0-c2bb-4df5-a382-e1c04056c4ce tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:46.141969 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97d83e54-e743-4f2e-af65-fa4d9f8b964f req-963682b0-c2bb-4df5-a382-e1c04056c4ce tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0515485 Dec 09 11:53:46.188117 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97d83e54-e743-4f2e-af65-fa4d9f8b964f req-a85b65cc-cf5d-476c-ad80-bf663f4845c5 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403514 Dec 09 11:53:46.478243 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428b2ee-d383-4afc-9730-aaa5bb24eccd req-64ac63e2-06b2-422e-bdce-9fe13350e9ba tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:46.479743 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9428b2ee-d383-4afc-9730-aaa5bb24eccd req-64ac63e2-06b2-422e-bdce-9fe13350e9ba tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 945 time: 0.0471206 Dec 09 11:53:46.528161 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9428b2ee-d383-4afc-9730-aaa5bb24eccd req-db340183-ddb9-43e3-aa21-d78fb468785e tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425305 Dec 09 11:53:46.658069 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d58c0-5f54-4faf-9c72-327b0f719886 req-bd4a2d4f-2961-44e1-983a-ef8e73980429 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:46.659473 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b19d58c0-5f54-4faf-9c72-327b0f719886 req-bd4a2d4f-2961-44e1-983a-ef8e73980429 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0491800 Dec 09 11:53:46.710034 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b19d58c0-5f54-4faf-9c72-327b0f719886 req-61ad2cf1-56bd-4ee0-a2f5-850bd99efd7f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445805 Dec 09 11:53:46.894317 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a333d8-51c9-4511-b806-b843783edf2f req-f9caeba8-70b8-4cc5-acc6-baac1c599986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:46.895874 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c0a333d8-51c9-4511-b806-b843783edf2f req-f9caeba8-70b8-4cc5-acc6-baac1c599986 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 1098 time: 0.0399837 Dec 09 11:53:46.958197 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c0a333d8-51c9-4511-b806-b843783edf2f req-83a9bc0f-2df1-4fcf-9ab3-9102065c62c5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369937 Dec 09 11:53:47.301873 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dafd9-f3fb-4820-bd99-369e10ae7b4f req-9a9707c9-ff84-4338-bfa3-f8a6ab001d7a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:47.303369 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff5dafd9-f3fb-4820-bd99-369e10ae7b4f req-9a9707c9-ff84-4338-bfa3-f8a6ab001d7a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0473061 Dec 09 11:53:47.349599 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff5dafd9-f3fb-4820-bd99-369e10ae7b4f req-d9cc044f-dadc-43df-8bc2-915b8a37f530 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Dec 09 11:53:47.643729 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef5ddc-7fa9-4d92-9bce-8fb2114b6c4f req-90a6409a-9e7e-4bde-939e-e3f0fb9bf89a tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:47.645260 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-47ef5ddc-7fa9-4d92-9bce-8fb2114b6c4f req-90a6409a-9e7e-4bde-939e-e3f0fb9bf89a tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 945 time: 0.0517726 Dec 09 11:53:47.697064 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-47ef5ddc-7fa9-4d92-9bce-8fb2114b6c4f req-1fe09d25-cede-4d36-9334-c2a3c4f0b15a tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459173 Dec 09 11:53:47.828429 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bec926-cca6-49ef-9720-e58fb7e9993d req-41fa82fa-4cfa-4e61-8562-5e984e8fde3d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:47.829871 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e7bec926-cca6-49ef-9720-e58fb7e9993d req-41fa82fa-4cfa-4e61-8562-5e984e8fde3d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0476422 Dec 09 11:53:47.876578 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e7bec926-cca6-49ef-9720-e58fb7e9993d req-1a9918aa-63f8-4b8a-b9d7-cd17d4d7fb52 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407553 Dec 09 11:53:48.462690 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b0038-41b4-48a1-8d15-978523dd6459 req-c543b056-b2dc-410c-b9a8-72a17bc9fdf3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:48.464250 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1e1b0038-41b4-48a1-8d15-978523dd6459 req-c543b056-b2dc-410c-b9a8-72a17bc9fdf3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0469093 Dec 09 11:53:48.517261 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1e1b0038-41b4-48a1-8d15-978523dd6459 req-72454f93-ac86-4cf7-95ca-1e997c6bfa28 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 Dec 09 11:53:48.814500 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0aa8c-fc6c-4822-899d-9a8abce0fe61 req-c0ad1bf6-2ada-4fe5-beb1-4be67cc6aaa5 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:48.815981 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3ed0aa8c-fc6c-4822-899d-9a8abce0fe61 req-c0ad1bf6-2ada-4fe5-beb1-4be67cc6aaa5 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 945 time: 0.0484550 Dec 09 11:53:48.864304 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3ed0aa8c-fc6c-4822-899d-9a8abce0fe61 req-d2de6469-57b5-4321-8e0a-fb999609acef tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Dec 09 11:53:48.998764 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869ba9-0d2e-4cbc-bb43-d22bb48d2f42 req-73f0da9e-64f3-468b-a76c-a5cb345c100e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:49.000244 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-50869ba9-0d2e-4cbc-bb43-d22bb48d2f42 req-73f0da9e-64f3-468b-a76c-a5cb345c100e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0488374 Dec 09 11:53:49.047769 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-50869ba9-0d2e-4cbc-bb43-d22bb48d2f42 req-3fb0510f-8b55-4f2f-82ec-aa699b3c4193 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413876 Dec 09 11:53:49.649342 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04260912-b5db-4e8f-aeae-69a23e38abc7 req-b1e58ffc-4d43-482d-9796-f9794f474c6c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:49.650829 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-04260912-b5db-4e8f-aeae-69a23e38abc7 req-b1e58ffc-4d43-482d-9796-f9794f474c6c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0591159 Dec 09 11:53:49.676705 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 55682) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:49.709482 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-04260912-b5db-4e8f-aeae-69a23e38abc7 req-3d43e711-0933-4fe6-b07c-e37061bb56a3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517037 Dec 09 11:53:49.786014 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ce17-e57d-4ed1-91c8-62ccd123c493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:49.863365 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ce17-e57d-4ed1-91c8-62ccd123c493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:49.955303 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ce17-e57d-4ed1-91c8-62ccd123c493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:49.979038 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01ea7e-9962-454b-a084-cdd99f5efe33 req-4db44811-4fc9-4ae3-91d0-d05626db16fb tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:49.980835 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd01ea7e-9962-454b-a084-cdd99f5efe33 req-4db44811-4fc9-4ae3-91d0-d05626db16fb tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 945 time: 0.0506933 Dec 09 11:53:49.995531 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-f8a8ce17-e57d-4ed1-91c8-62ccd123c493 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e23100c3d354d43baf84446d0d28fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177257 Dec 09 11:53:49.997476 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8ce17-e57d-4ed1-91c8-62ccd123c493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db31fa96-a0bb-49ca-9ce1-d24cfc70ae35,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:50.000485 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 55690) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:50.030778 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd01ea7e-9962-454b-a084-cdd99f5efe33 req-6b447128-fd1f-4cb9-ac9c-68cb1cccb1c5 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Dec 09 11:53:50.047792 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-df14037c-5079-4abb-8a25-973c11db4f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:50.069809 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-df14037c-5079-4abb-8a25-973c11db4f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:50.185139 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32805ee8-72fb-4690-9708-fabbb92d7f70 req-41f33024-861b-4dee-8a76-9236ebeb14ac tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:50.187509 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-32805ee8-72fb-4690-9708-fabbb92d7f70 req-41f33024-861b-4dee-8a76-9236ebeb14ac tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0509117 Dec 09 11:53:50.219049 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-df14037c-5079-4abb-8a25-973c11db4f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:50.221675 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-df14037c-5079-4abb-8a25-973c11db4f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:50.222846 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-df14037c-5079-4abb-8a25-973c11db4f84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db31fa96-a0bb-49ca-9ce1-d24cfc70ae35 HTTP/1.1" status: 204 len: 168 time: 0.2214558 Dec 09 11:53:50.230350 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14037c-5079-4abb-8a25-973c11db4f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db31fa96-a0bb-49ca-9ce1-d24cfc70ae35,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:50.238433 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-32805ee8-72fb-4690-9708-fabbb92d7f70 req-3cb0295c-4b22-4275-aa70-cd113ddbf655 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447924 Dec 09 11:53:50.827695 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9420a0c-956e-4e56-b85b-1fa8eff6a8dd req-1c5c7a7d-ad9b-4fb2-9f47-2d4c71cef4d0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:50.829162 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f9420a0c-956e-4e56-b85b-1fa8eff6a8dd req-1c5c7a7d-ad9b-4fb2-9f47-2d4c71cef4d0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0480618 Dec 09 11:53:50.876993 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f9420a0c-956e-4e56-b85b-1fa8eff6a8dd req-8484a310-ad41-452d-ace4-8030a4e1b3ac tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Dec 09 11:53:51.359771 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37407a0d-cf3b-48a9-b9f0-1663b1548a12 req-dbb14189-4da9-4a84-afe6-aeacdd4f9ed9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:51.361266 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-37407a0d-cf3b-48a9-b9f0-1663b1548a12 req-dbb14189-4da9-4a84-afe6-aeacdd4f9ed9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0489492 Dec 09 11:53:51.411641 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-37407a0d-cf3b-48a9-b9f0-1663b1548a12 req-65de8ea1-ebec-4ac5-9ca3-0d8ac492db4f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443642 Dec 09 11:53:51.932762 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b0bcc72a-eb6a-4744-aa18-2a6c84f28eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:52.003097 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e69ef3-e90d-44a1-9d8a-498de90b602f req-eb8a6eaf-387d-4d67-808a-431b0a86fc68 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:52.003623 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d4e69ef3-e90d-44a1-9d8a-498de90b602f req-eb8a6eaf-387d-4d67-808a-431b0a86fc68 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0590508 Dec 09 11:53:52.051767 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d4e69ef3-e90d-44a1-9d8a-498de90b602f req-7dea74b3-c5e3-4745-8a0b-dce3343b4bb4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Dec 09 11:53:52.533925 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d2472-2744-44a9-9e99-19505801144e req-b1c36eb3-6563-4a18-8cc5-dc3cd3491b11 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:52.535408 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9c9d2472-2744-44a9-9e99-19505801144e req-b1c36eb3-6563-4a18-8cc5-dc3cd3491b11 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0512946 Dec 09 11:53:52.581352 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9c9d2472-2744-44a9-9e99-19505801144e req-e5f0de5f-a15e-47ff-8380-037f98d0bd27 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400071 Dec 09 11:53:53.173638 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034caa8-f92b-4a13-bcb2-538ee6930030 req-e5e986be-a65b-4d05-a8c2-c2ca022c2b70 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:53.175169 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5034caa8-f92b-4a13-bcb2-538ee6930030 req-e5e986be-a65b-4d05-a8c2-c2ca022c2b70 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0543554 Dec 09 11:53:53.223331 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5034caa8-f92b-4a13-bcb2-538ee6930030 req-60ecfa4c-1618-4e6e-bc00-b9cf701ba046 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419247 Dec 09 11:53:53.476441 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eedf97-123e-4f6e-8920-87cf8a42fb6c req-a3c81f9b-4f88-4410-ae33-95d852516df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:53.477934 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c8eedf97-123e-4f6e-8920-87cf8a42fb6c req-a3c81f9b-4f88-4410-ae33-95d852516df8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 1098 time: 0.0399444 Dec 09 11:53:53.535086 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c8eedf97-123e-4f6e-8920-87cf8a42fb6c req-092570c2-4384-4850-9708-dbad18d2b7dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452607 Dec 09 11:53:53.719519 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c83b8-0d09-49e4-ac77-41939ddec5bd req-959de292-b347-4fad-8409-8a5911e29c46 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:53.721013 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-782c83b8-0d09-49e4-ac77-41939ddec5bd req-959de292-b347-4fad-8409-8a5911e29c46 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0635586 Dec 09 11:53:53.773282 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-782c83b8-0d09-49e4-ac77-41939ddec5bd req-fac7b50d-17f5-4c63-b729-a105ab6579d6 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462139 Dec 09 11:53:54.135544 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 55804) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:54.245725 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c0e7ec7c-f44e-4d15-8e8f-58ea31a69f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:54.315258 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-f4efa4f2-bfb5-4783-b600-f44f3d9de60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:54.323168 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c0e7ec7c-f44e-4d15-8e8f-58ea31a69f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:54.356748 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1028b0-74d7-4e75-877d-bceeb7094f24 req-8a71b667-91ec-4a26-afef-5ae19dc905a0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:54.362134 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5a1028b0-74d7-4e75-877d-bceeb7094f24 req-8a71b667-91ec-4a26-afef-5ae19dc905a0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0615647 Dec 09 11:53:54.406893 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5a1028b0-74d7-4e75-877d-bceeb7094f24 req-b16ec409-75cf-4805-96e3-8ede4d0e54f9 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418861 Dec 09 11:53:54.509719 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c0e7ec7c-f44e-4d15-8e8f-58ea31a69f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:54.549547 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c0e7ec7c-f44e-4d15-8e8f-58ea31a69f45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8249dfe17334bc2ac303fa697aaeace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118595 Dec 09 11:53:54.551482 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 55812) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:54.553455 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7ec7c-f44e-4d15-8e8f-58ea31a69f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3042d94-fffc-4d3d-a39c-baff7c5747aa,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:54.603143 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a608b7ac-9065-49f1-9b89-16117a856856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:54.625350 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a608b7ac-9065-49f1-9b89-16117a856856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:54.783895 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a608b7ac-9065-49f1-9b89-16117a856856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:54.786581 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a608b7ac-9065-49f1-9b89-16117a856856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:54.787809 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-a608b7ac-9065-49f1-9b89-16117a856856 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3042d94-fffc-4d3d-a39c-baff7c5747aa HTTP/1.1" status: 204 len: 168 time: 0.2352095 Dec 09 11:53:54.796054 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608b7ac-9065-49f1-9b89-16117a856856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3042d94-fffc-4d3d-a39c-baff7c5747aa,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:54.909989 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cfcf5-1230-4f2f-befb-632dd36c0661 req-5206fc2d-1adc-4d84-b78e-2716b1f592e2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:54.911453 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7e1cfcf5-1230-4f2f-befb-632dd36c0661 req-5206fc2d-1adc-4d84-b78e-2716b1f592e2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0517375 Dec 09 11:53:54.959685 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7e1cfcf5-1230-4f2f-befb-632dd36c0661 req-4cbdfb8e-2253-411b-ac79-a5d7eb5a65cf tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422473 Dec 09 11:53:55.245276 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:55.542321 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60570a6-d395-45e7-83d6-183a443ae558 req-eb0296b9-6dca-40a9-a294-e2faea55d590 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:55.543921 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c60570a6-d395-45e7-83d6-183a443ae558 req-eb0296b9-6dca-40a9-a294-e2faea55d590 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0505471 Dec 09 11:53:55.594528 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c60570a6-d395-45e7-83d6-183a443ae558 req-be230eaf-8837-4bb2-bb66-3226566c83c0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439825 Dec 09 11:53:55.992789 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 55864) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:56.090269 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554dee2c-fcdc-40f5-ae21-a3f815316542 req-44256b99-7417-46c8-94de-090ce10370b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:56.091772 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-554dee2c-fcdc-40f5-ae21-a3f815316542 req-44256b99-7417-46c8-94de-090ce10370b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0539360 Dec 09 11:53:56.153178 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-554dee2c-fcdc-40f5-ae21-a3f815316542 req-43741009-9941-4204-a1d0-d841727c330c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540800 Dec 09 11:53:56.160056 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-982376816-network', 'tenant_id': '668a9cfe67994e52a5acb64338974d32'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:53:56.258119 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ea2e5-ffdb-497a-9f2a-49a862b5a780 req-6ebd9b2a-9b49-4c7f-b4d1-24a69b5096f0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:56.259849 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-522ea2e5-ffdb-497a-9f2a-49a862b5a780 req-6ebd9b2a-9b49-4c7f-b4d1-24a69b5096f0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0514429 Dec 09 11:53:56.263525 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Made reservation on behalf of 668a9cfe67994e52a5acb64338974d32 for: {'network': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:53:56.267831 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:56.283334 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:56.341649 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-522ea2e5-ffdb-497a-9f2a-49a862b5a780 req-937b955b-17bd-4a1b-a7a5-dd62b4963710 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714877 Dec 09 11:53:56.399756 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:56.526764 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:56.547573 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=109618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:53:56.572412 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd00267-daa2-4696-be75-a63d8cd64629,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:56.572412 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:56.572412 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.segments_db [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Added segment 9e351f1b-de3f-4253-9649-7931776828ca of type vlan for network f7887434-306d-4523-9326-6054e1da426c Dec 09 11:53:56.614599 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:56.875738 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:56.896750 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85979eb8-e102-4eb1-bf5b-e0e350162c1f req-9473fa3d-0da6-4277-9903-9d1e4c408591 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:56.898464 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-85979eb8-e102-4eb1-bf5b-e0e350162c1f req-9473fa3d-0da6-4277-9903-9d1e4c408591 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0524139 Dec 09 11:53:56.939631 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:56.940606 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:56.941212 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:56.957326 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-85979eb8-e102-4eb1-bf5b-e0e350162c1f req-8bc5632a-f8f4-48ea-a984-99a93bfea826 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529974 Dec 09 11:53:57.018825 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] Pushing event updated for resources: {'Network': ['ID=f7887434-306d-4523-9326-6054e1da426c,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:57.028901 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network f7887434-306d-4523-9326-6054e1da426c details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:53:57.080734 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-4b620267-68c4-4c6f-b7cd-2f31c74cae6c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0831926 Dec 09 11:53:57.081545 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 55906) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:57.090624 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-a8a76a7b-f108-475a-8000-7c2041f5b0b8 admin admin] Request body: {'subnet': {'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-982376816-subnet', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'ip_version': 4}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:53:57.212607 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a76a7b-f108-475a-8000-7c2041f5b0b8 admin admin] Made reservation on behalf of 668a9cfe67994e52a5acb64338974d32 for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:53:57.218531 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a8a76a7b-f108-475a-8000-7c2041f5b0b8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:57.325513 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd375a78-ac93-4bf6-861a-9638df83922e req-871c8aa6-522d-4be5-aa52-5f490c4bd43a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:57.328010 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dd375a78-ac93-4bf6-861a-9638df83922e req-871c8aa6-522d-4be5-aa52-5f490c4bd43a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0761583 Dec 09 11:53:57.398511 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dd375a78-ac93-4bf6-861a-9638df83922e req-9a34740c-2fc9-4de3-8584-4bb6bff47296 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644298 Dec 09 11:53:57.487352 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0ef28-eaaf-4936-a6c9-a0756aafdeec req-17893bdb-1493-412a-8395-cdaef9daf6ad tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:57.491037 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-84d0ef28-eaaf-4936-a6c9-a0756aafdeec req-17893bdb-1493-412a-8395-cdaef9daf6ad tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.1035657 Dec 09 11:53:57.511998 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a8a76a7b-f108-475a-8000-7c2041f5b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:57.533647 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc0856-1ce7-4c96-8c2f-4ea3f7e54295 req-f23dd795-45e7-4199-b518-79f7b21b01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:57.535152 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3bc0856-1ce7-4c96-8c2f-4ea3f7e54295 req-f23dd795-45e7-4199-b518-79f7b21b01c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 1098 time: 0.1040173 Dec 09 11:53:57.581419 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a76a7b-f108-475a-8000-7c2041f5b0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63eef003-b8e9-48df-a110-bbc1d47b6203,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:57.584672 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a76a7b-f108-475a-8000-7c2041f5b0b8 admin admin] Checking segment: {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:53:57.587969 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a76a7b-f108-475a-8000-7c2041f5b0b8 admin admin] Network hostable DHCP agents. Network: f7887434-306d-4523-9326-6054e1da426c, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:53:57.595618 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e757bd-c1ab-4b47-8ac3-3f1c49b76f22 req-210246ad-7b2e-4feb-988c-0f6a017d89d0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:57.597163 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-36e757bd-c1ab-4b47-8ac3-3f1c49b76f22 req-210246ad-7b2e-4feb-988c-0f6a017d89d0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1189032 Dec 09 11:53:57.619547 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-84d0ef28-eaaf-4936-a6c9-a0756aafdeec req-525e9188-34a9-425f-81ac-3df100817700 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190622 Dec 09 11:53:57.682869 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a76a7b-f108-475a-8000-7c2041f5b0b8 admin admin] Network f7887434-306d-4523-9326-6054e1da426c is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:53:57.719211 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-36e757bd-c1ab-4b47-8ac3-3f1c49b76f22 req-ed7a2afb-d609-4aa5-b87a-f8e6cad678f8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983076 Dec 09 11:53:57.722123 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc0856-1ce7-4c96-8c2f-4ea3f7e54295 req-7ac6fd7e-996b-4585-9ead-e300f2dbbe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:57.723515 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3bc0856-1ce7-4c96-8c2f-4ea3f7e54295 req-7ac6fd7e-996b-4585-9ead-e300f2dbbe46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 200 len: 920 time: 0.1684749 Dec 09 11:53:57.775808 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3bc0856-1ce7-4c96-8c2f-4ea3f7e54295 req-40470be6-35bf-4b72-b092-169682d6d421 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a HTTP/1.1" status: 200 len: 217 time: 0.0415428 Dec 09 11:53:57.784125 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:57.795225 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-a8a76a7b-f108-475a-8000-7c2041f5b0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, f7887434-306d-4523-9326-6054e1da426c) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:53:57.805058 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a76a7b-f108-475a-8000-7c2041f5b0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:57.805756 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a8a76a7b-f108-475a-8000-7c2041f5b0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:57.817700 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c06615-0e31-4add-a186-553516a1495e None None] Network f7887434-306d-4523-9326-6054e1da426c requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:53:57.829979 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc0856-1ce7-4c96-8c2f-4ea3f7e54295 req-bf821b0b-47b7-4f08-8c46-a06c338c5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:57.831213 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3bc0856-1ce7-4c96-8c2f-4ea3f7e54295 req-bf821b0b-47b7-4f08-8c46-a06c338c5227 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=52abfb0d-05f6-4418-8825-93dba6160d6f HTTP/1.1" status: 200 len: 859 time: 0.0470078 Dec 09 11:53:57.870191 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3bc0856-1ce7-4c96-8c2f-4ea3f7e54295 req-b9fcafe6-0334-4523-a609-3fb2a0c42e5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94529fec-5f8f-4c94-9d43-36d5ce9c1431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293188 Dec 09 11:53:57.894121 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a8a76a7b-f108-475a-8000-7c2041f5b0b8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8109407 Dec 09 11:53:57.896929 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 55934) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:53:57.901186 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:53:57.947589 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16e6cc2d-77db-5661-825c-5ff711bb4034-f7887434-306d-4523-9326-6054e1da426c', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203'}]}} from dv-cinder-819692-7-iscsi. {{(pid=109619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:53:57.949269 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:57.984655 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7942115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28020'] for router, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:57.990357 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7942015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7929390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28003'] for router, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:57.997729 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3bc0856-1ce7-4c96-8c2f-4ea3f7e54295 req-b0fb381e-a106-47c2-b63d-c25739346d99 service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117518 Dec 09 11:53:58.044315 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:58.126517 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c3bc0856-1ce7-4c96-8c2f-4ea3f7e54295 req-e3054890-a2aa-4415-a0eb-c3dde198a69f service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148121 Dec 09 11:53:58.141669 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.db_base_plugin_common [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Allocated IP 172.20.0.2 (f7887434-306d-4523-9326-6054e1da426c/63eef003-b8e9-48df-a110-bbc1d47b6203/b73fc4f5-a9f7-4070-917e-d197acf0b905) {{(pid=109619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:53:58.236274 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:58.322090 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Publish callbacks [] for port, precommit_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:58.401213 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:58.453338 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Pushing event updated for resources: {'Port': ['ID=b73fc4f5-a9f7-4070-917e-d197acf0b905,revision_number=1']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:58.472394 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Network f7887434-306d-4523-9326-6054e1da426c is already hosted by enough agents. {{(pid=109619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:53:58.474396 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.base_scheduler [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Resources bound (agent type, host, resource id): {{(pid=109619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:53:58.477227 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Received port after_create {{(pid=109619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:53:58.549711 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Attempting to bind port b73fc4f5-a9f7-4070-917e-d197acf0b905 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:53:58.550337 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Attempting to bind port b73fc4f5-a9f7-4070-917e-d197acf0b905 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:53:58.550947 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Attempting to bind port b73fc4f5-a9f7-4070-917e-d197acf0b905 on network f7887434-306d-4523-9326-6054e1da426c {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:53:58.556750 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:53:58.557400 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Checking segment: {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:53:58.557961 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:58.558647 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Bound using segment: {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:53:58.559434 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Bound port: b73fc4f5-a9f7-4070-917e-d197acf0b905, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:53:58.559982 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:58.572768 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4face1d7-0ff1-4cef-bee6-aa91bad1f5ed req-70f2dc8c-f602-49cf-985a-d3ae22295e04 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:58.587234 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4face1d7-0ff1-4cef-bee6-aa91bad1f5ed req-70f2dc8c-f602-49cf-985a-d3ae22295e04 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0649581 Dec 09 11:53:58.643322 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4face1d7-0ff1-4cef-bee6-aa91bad1f5ed req-291f06ca-5d6d-41ec-b482-262dbcdc1fad tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576246 Dec 09 11:53:58.669503 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-0551c448-4e38-4623-9602-b093c001d45d None None] For port b73fc4f5-a9f7-4070-917e-d197acf0b905, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:53:58.675162 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-0551c448-4e38-4623-9602-b093c001d45d None None] For port b73fc4f5-a9f7-4070-917e-d197acf0b905, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=b73fc4f5-a9f7-4070-917e-d197acf0b905,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:53:58.740095 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664327c-8741-41b4-a5cc-f482ef26c6db req-5c2196b8-9749-4371-948e-52d13e4b9379 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:58.741597 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4664327c-8741-41b4-a5cc-f482ef26c6db req-5c2196b8-9749-4371-948e-52d13e4b9379 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0482192 Dec 09 11:53:58.773257 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:58.783401 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:58.807861 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:58.826060 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4664327c-8741-41b4-a5cc-f482ef26c6db req-50b0b327-d668-4a12-b158-ee45738b8afd tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781322 Dec 09 11:53:58.868515 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c07a0-6c19-4638-a43a-5910dde089ce req-9c5c8bd4-f994-4883-b5fc-0947f13cb938 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:58.876685 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f63c07a0-6c19-4638-a43a-5910dde089ce req-9c5c8bd4-f994-4883-b5fc-0947f13cb938 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0780706 Dec 09 11:53:58.879057 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551c448-4e38-4623-9602-b093c001d45d None None] Pushing event updated for resources: {'Port': ['ID=b73fc4f5-a9f7-4070-917e-d197acf0b905,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:58.929766 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f63c07a0-6c19-4638-a43a-5910dde089ce req-15707ebb-e928-4326-abfe-554e6e2c9c62 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521064 Dec 09 11:53:58.937379 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Allocated IP 172.27.3.91 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/87738ca8-5140-4b8c-9fa6-ffe411eaa0f6) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:53:59.044359 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:59.148420 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:59.169042 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:53:59.169699 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:53:59.172395 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:53:59.306178 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Pushing event updated for resources: {'Port': ['ID=87738ca8-5140-4b8c-9fa6-ffe411eaa0f6,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:53:59.461332 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:59.666817 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7942006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7921137'] for router, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:59.722323 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device b73fc4f5-a9f7-4070-917e-d197acf0b905 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:53:59.790740 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port b73fc4f5-a9f7-4070-917e-d197acf0b905 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:53:59.791190 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:59.796224 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa13ff8-606c-43e9-bdb9-e5900782c50a req-2200793a-b46a-4bcc-9ef1-432e3a0c4959 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:59.797875 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bfa13ff8-606c-43e9-bdb9-e5900782c50a req-2200793a-b46a-4bcc-9ef1-432e3a0c4959 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0673852 Dec 09 11:53:59.856398 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bfa13ff8-606c-43e9-bdb9-e5900782c50a req-dea6061f-3032-436d-975f-497c25f8fb57 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504572 Dec 09 11:53:59.897806 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 is scheduled to L3 agent 0555a480-5e88-49ec-9067-f967630a0413 with binding_index 1 {{(pid=109617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:53:59.899815 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:53:59.944004 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port b73fc4f5-a9f7-4070-917e-d197acf0b905, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=b73fc4f5-a9f7-4070-917e-d197acf0b905,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:53:59.990387 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe7c0-56e2-433d-93cb-6de76cbcd7bd req-0ced2f66-0624-47ee-947c-b724f25770cb tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:53:59.992330 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2eefe7c0-56e2-433d-93cb-6de76cbcd7bd req-0ced2f66-0624-47ee-947c-b724f25770cb tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0731916 Dec 09 11:54:00.014699 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a887f9c-294d-4473-8b5f-c671bcbae1bc None None] Network f7887434-306d-4523-9326-6054e1da426c requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:54:00.032878 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:00.047314 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:54:00.058087 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Sync routers for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:54:00.070053 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:54:00.070759 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:53:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:00.102270 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2eefe7c0-56e2-433d-93cb-6de76cbcd7bd req-977dccdb-7a6b-417b-8c7b-09d51151ce6b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031978 Dec 09 11:54:00.112425 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6aa61-6f02-4cf0-9035-551dd24910df req-c942156b-b82b-4c08-9930-26a853ba3166 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:00.114211 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bfc6aa61-6f02-4cf0-9035-551dd24910df req-c942156b-b82b-4c08-9930-26a853ba3166 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0928082 Dec 09 11:54:00.135255 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] Publish callbacks [] for router, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:00.139802 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-9d8e4c03-a9e5-4299-b1f4-786338c94350 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2391570 Dec 09 11:54:00.140559 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 55978) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:00.171070 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-1faa60f5-c944-4580-ba17-0c9cb89c17ee None None] Provisioning complete for port b73fc4f5-a9f7-4070-917e-d197acf0b905 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:00.171455 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-1faa60f5-c944-4580-ba17-0c9cb89c17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:00.203826 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=b73fc4f5-a9f7-4070-917e-d197acf0b905,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:00.205499 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:54:00.245087 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bfc6aa61-6f02-4cf0-9035-551dd24910df req-5936a645-7614-4e3a-8f42-cc62f0b193de tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239324 Dec 09 11:54:00.435427 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:53:59Z', 'revision_number': 3, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:00.463692 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Checking router: 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:54:00.464143 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Updating router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 port 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 binding host dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:54:00.495782 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:00.553532 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-b78d8d89-69b2-41c0-bb09-f9cc48d6ddfc None None] Provisioning complete for port b73fc4f5-a9f7-4070-917e-d197acf0b905 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:00.553901 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-b78d8d89-69b2-41c0-bb09-f9cc48d6ddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:00.800299 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Publish callbacks [] for port, precommit_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:00.892260 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:00.896332 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:00.948817 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Pushing event updated for resources: {'Port': ['ID=87738ca8-5140-4b8c-9fa6-ffe411eaa0f6,revision_number=2']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:00.952763 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Attempting to bind port 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:54:00.953168 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Attempting to bind port 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:54:00.954839 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Attempting to bind port 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 on network 5e763a14-a83b-48f8-afed-8d8eb448ee1c {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:54:00.961067 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.961483 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.961852 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.962254 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.962634 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.963037 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.963377 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.963740 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.964085 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.964443 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.964771 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.965094 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.965481 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:00.971317 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:54:00.971695 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Checking segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:54:00.972517 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:00.972517 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Bound using segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:54:00.972951 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Bound port: 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:54:00.973349 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:01.000098 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b500-07e2-41d4-a6e0-b39db611244f req-f45a9254-299e-42e4-96ec-89015b72764c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:01.001593 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-af13b500-07e2-41d4-a6e0-b39db611244f req-f45a9254-299e-42e4-96ec-89015b72764c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0634184 Dec 09 11:54:01.030271 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] For port 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:54:01.033403 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] For port 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=87738ca8-5140-4b8c-9fa6-ffe411eaa0f6,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:54:01.055978 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-af13b500-07e2-41d4-a6e0-b39db611244f req-aa4ea848-f01b-4dd5-b399-119dd5b46b32 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448444 Dec 09 11:54:01.071119 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Allocated IP 172.20.0.1 (f7887434-306d-4523-9326-6054e1da426c/63eef003-b8e9-48df-a110-bbc1d47b6203/7f76cb54-bc71-4bd8-a0c7-6698c0a45769) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:54:01.104067 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:01.189859 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:01.238463 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b1ab0-c7a9-4651-8e3d-722450d36348 req-4235f8b9-db26-476b-83d9-9021e316451a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:01.240560 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c67b1ab0-c7a9-4651-8e3d-722450d36348 req-4235f8b9-db26-476b-83d9-9021e316451a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0515018 Dec 09 11:54:01.253116 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:54:01.253924 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:53:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:01.262869 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ef593-334c-4f5a-8df8-ecbb50b6043f None None] Pushing event updated for resources: {'Port': ['ID=87738ca8-5140-4b8c-9fa6-ffe411eaa0f6,revision_number=3']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:01.287110 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:01.340390 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Network f7887434-306d-4523-9326-6054e1da426c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:54:01.345662 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:54:01.346644 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c67b1ab0-c7a9-4651-8e3d-722450d36348 req-afa374a2-9500-47cd-8357-bbedf68bdde7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004429 Dec 09 11:54:01.349933 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:54:01.350769 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7920942'] for router_interface, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:01.416869 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25233e2-b68e-4bcb-b13f-3100aa85a85b req-7fe70353-5b6b-40e2-8d97-03bbc7dfac85 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:01.418471 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c25233e2-b68e-4bcb-b13f-3100aa85a85b req-7fe70353-5b6b-40e2-8d97-03bbc7dfac85 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0856409 Dec 09 11:54:01.425377 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Pushing event updated for resources: {'Port': ['ID=7f76cb54-bc71-4bd8-a0c7-6698c0a45769,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:01.456606 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:54:01.518341 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c25233e2-b68e-4bcb-b13f-3100aa85a85b req-01eff17d-2d77-4ca2-aa48-b4d1751cdd86 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923736 Dec 09 11:54:01.634529 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:01.670474 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-70325116-37fb-4962-9ce3-8bd271c3338c None None] Provisioning complete for port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:01.671524 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-70325116-37fb-4962-9ce3-8bd271c3338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:01.703049 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device b73fc4f5-a9f7-4070-917e-d197acf0b905 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:54:01.703812 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:53:59Z', 'revision_number': 3, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:01.736446 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3975a2-614e-4390-bba3-2f8386d6af3a None None] The sync data for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi is: [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:53:59Z', 'revision_number': 3, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:54:01.848305 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:01.888323 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-70325116-37fb-4962-9ce3-8bd271c3338c None None] Port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:54:01.903263 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port b73fc4f5-a9f7-4070-917e-d197acf0b905 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:01.903634 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:01.926896 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:01.928380 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7923134'] for router_interface, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:01.978469 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Pushing event updated for resources: {'Port': ['ID=7f76cb54-bc71-4bd8-a0c7-6698c0a45769,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:02.096689 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Network f7887434-306d-4523-9326-6054e1da426c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:54:02.098137 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:54:02.224774 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975b15a-d820-4d3f-a90f-989b02b7569e req-6817cea3-816a-400f-abd6-285c1d165088 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:02.226512 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d975b15a-d820-4d3f-a90f-989b02b7569e req-6817cea3-816a-400f-abd6-285c1d165088 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0741110 Dec 09 11:54:02.265548 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:54:02.332414 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d975b15a-d820-4d3f-a90f-989b02b7569e req-84fe00ff-1f1a-478b-b489-c5c2627beb92 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885386 Dec 09 11:54:02.404319 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:54:02.410099 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-6bfb594b-e952-4188-be1d-a3f05a38169b admin admin] 10.222.0.24 "PUT /v2.0/routers/61e7a84f-c6e3-4cf0-99e5-a2490321cb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2684577 Dec 09 11:54:02.426759 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-019fc891-d2c4-4fcf-a636-868885bdb46e None None] Provisioning complete for port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:02.427175 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-019fc891-d2c4-4fcf-a636-868885bdb46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:02.465853 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-019fc891-d2c4-4fcf-a636-868885bdb46e None None] Port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:54:02.633422 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f46d2-a204-4294-923b-6cce36d2b023 req-ba7e5a99-f467-4d56-9a63-04a3b3f96b90 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:02.635282 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-221f46d2-a204-4294-923b-6cce36d2b023 req-ba7e5a99-f467-4d56-9a63-04a3b3f96b90 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0546401 Dec 09 11:54:02.687779 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-221f46d2-a204-4294-923b-6cce36d2b023 req-baf21628-6158-4c4c-a130-d6a090bb90ea tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453551 Dec 09 11:54:03.011697 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc92791-67d0-48e7-b1c2-35b7747ccc67 req-7de59f76-47b1-40e1-80bf-fba55509330b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:03.011697 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dfc92791-67d0-48e7-b1c2-35b7747ccc67 req-7de59f76-47b1-40e1-80bf-fba55509330b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0519059 Dec 09 11:54:03.063197 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dfc92791-67d0-48e7-b1c2-35b7747ccc67 req-047ea238-c3e2-489a-9f85-52b35aa56b95 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485864 Dec 09 11:54:03.120754 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 56046) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:03.244429 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c0e057fc-37b2-49f0-b4b5-e85360a0e716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:03.320348 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c0e057fc-37b2-49f0-b4b5-e85360a0e716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:03.412294 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c0e057fc-37b2-49f0-b4b5-e85360a0e716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:03.492125 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c0e057fc-37b2-49f0-b4b5-e85360a0e716 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afc08a645de94681a3047cd149d728b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700581 Dec 09 11:54:03.493631 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e057fc-37b2-49f0-b4b5-e85360a0e716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1f7517-269a-431a-9500-2d5041bf24ca,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:03.498086 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 56068) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:03.508458 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c735d-d626-48ef-988b-634541bd5fd5 req-6c9d8fb9-410a-4c94-83ab-428d525ede49 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:03.510308 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ce9c735d-d626-48ef-988b-634541bd5fd5 req-6c9d8fb9-410a-4c94-83ab-428d525ede49 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.1037948 Dec 09 11:54:03.548389 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 56072) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:03.553364 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-662684187-network', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:54:03.581808 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b6541af2-2911-4ddb-916e-9886a3e5bbe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:03.582389 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ce9c735d-d626-48ef-988b-634541bd5fd5 req-02d98919-99bc-40b4-98f5-6a4faed74bb2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633678 Dec 09 11:54:03.596617 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Sync routers for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:54:03.605007 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b6541af2-2911-4ddb-916e-9886a3e5bbe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:03.614272 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:54:03.614913 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:53:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:03.719028 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Made reservation on behalf of a9824b16f76f4bd58b51094dbc017c25 for: {'network': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:54:03.723068 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:03.744927 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:03.752843 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:54:03.798525 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:54:03.803437 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b6541af2-2911-4ddb-916e-9886a3e5bbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:03.811980 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:03.812341 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b6541af2-2911-4ddb-916e-9886a3e5bbe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:03.812341 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-b6541af2-2911-4ddb-916e-9886a3e5bbe7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be1f7517-269a-431a-9500-2d5041bf24ca HTTP/1.1" status: 204 len: 168 time: 0.3094437 Dec 09 11:54:03.829919 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6541af2-2911-4ddb-916e-9886a3e5bbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1f7517-269a-431a-9500-2d5041bf24ca,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:03.863886 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6109044-df55-401a-95ed-87b8c2eeb66f req-a44e712c-f3b4-4d9d-8a1a-f06f980940f8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:03.874244 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b6109044-df55-401a-95ed-87b8c2eeb66f req-a44e712c-f3b4-4d9d-8a1a-f06f980940f8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0873749 Dec 09 11:54:03.898632 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:03.943223 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b6109044-df55-401a-95ed-87b8c2eeb66f req-541169bd-cd4a-4dde-8de3-a1fcc78b5341 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570102 Dec 09 11:54:03.993082 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:03.993535 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.029206 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.053479 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=109617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:54:04.070308 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1921b190-b3ab-4fe3-8551-af5f21152ab3,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:04.081042 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.081479 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.segments_db [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Added segment 6b020d1a-5396-4595-bb45-d526e97da281 of type vlan for network 8104b2b3-0a30-4215-90e1-fbcc10b710ad Dec 09 11:54:04.137581 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.148565 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.169503 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=87738ca8-5140-4b8c-9fa6-ffe411eaa0f6,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:04.193258 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 2, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:04.224501 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Checking router: 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:54:04.224885 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Updating router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 binding host dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:54:04.252633 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.259630 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.269583 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.270883 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:04.273204 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.345726 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=87738ca8-5140-4b8c-9fa6-ffe411eaa0f6,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:04.345980 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] Pushing event updated for resources: {'Network': ['ID=8104b2b3-0a30-4215-90e1-fbcc10b710ad,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:04.358553 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network 8104b2b3-0a30-4215-90e1-fbcc10b710ad details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:54:04.387253 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-9cf7e737-4cb2-4423-b453-1ac1866de929 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8377049 Dec 09 11:54:04.390523 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 56092) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:04.395499 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-1de69069-a8b9-4997-86c1-f74681f5b2b3 admin admin] Request body: {'subnet': {'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-662684187-subnet', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'ip_version': 4}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:54:04.485722 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de69069-a8b9-4997-86c1-f74681f5b2b3 admin admin] Made reservation on behalf of a9824b16f76f4bd58b51094dbc017c25 for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:54:04.488527 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1de69069-a8b9-4997-86c1-f74681f5b2b3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.650008 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Publish callbacks [] for port, precommit_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.652984 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device aa4ab145-3165-46b9-be8e-9a39e6ed7705 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:54:04.738329 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd19f0-fee4-4139-aad4-fa148abe9a57 req-fb8c36f6-9557-4e34-8af8-5f7f23a18442 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:04.739901 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aedd19f0-fee4-4139-aad4-fa148abe9a57 req-fb8c36f6-9557-4e34-8af8-5f7f23a18442 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0515964 Dec 09 11:54:04.754620 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:04.757340 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.792444 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aedd19f0-fee4-4139-aad4-fa148abe9a57 req-19b552f9-0a3a-4248-85b6-94912abc99bf tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462160 Dec 09 11:54:04.792858 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'port_id': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'mac_address': 'fa:16:3e:9f:ea:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:54:04.797255 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1de69069-a8b9-4997-86c1-f74681f5b2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.843066 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6d58b-5e13-4b37-b572-f9376759107b None None] Pushing event updated for resources: {'Port': ['ID=7f76cb54-bc71-4bd8-a0c7-6698c0a45769,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:04.860334 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de69069-a8b9-4997-86c1-f74681f5b2b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744644ab-4e6e-44b8-b8b1-f463a063802d,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:04.869529 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de69069-a8b9-4997-86c1-f74681f5b2b3 admin admin] Checking segment: {'id': '6b020d1a-5396-4595-bb45-d526e97da281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:54:04.869963 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de69069-a8b9-4997-86c1-f74681f5b2b3 admin admin] Network hostable DHCP agents. Network: 8104b2b3-0a30-4215-90e1-fbcc10b710ad, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:54:04.906651 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.918156 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Attempting to bind port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:54:04.918535 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Attempting to bind port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:54:04.918901 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Attempting to bind port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 on network f7887434-306d-4523-9326-6054e1da426c {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:54:04.924161 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa4ab145-3165-46b9-be8e-9a39e6ed7705 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:54:04.932535 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:54:04.932913 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Checking segment: {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:54:04.935038 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.935038 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Bound using segment: {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:54:04.935038 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Bound port: 7f76cb54-bc71-4bd8-a0c7-6698c0a45769, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:54:04.935038 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:04.954841 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de69069-a8b9-4997-86c1-f74681f5b2b3 admin admin] Network 8104b2b3-0a30-4215-90e1-fbcc10b710ad is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:54:04.959729 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:05.016727 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] For port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:54:05.019893 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] For port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=7f76cb54-bc71-4bd8-a0c7-6698c0a45769,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:54:05.057720 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:05.068262 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da32b7e-edd6-4583-a7c6-84abeb530f8e req-290ebe2b-65f3-458d-9fe9-28547cf45267 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:05.069820 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1da32b7e-edd6-4583-a7c6-84abeb530f8e req-290ebe2b-65f3-458d-9fe9-28547cf45267 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0527496 Dec 09 11:54:05.093165 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-1de69069-a8b9-4997-86c1-f74681f5b2b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, 8104b2b3-0a30-4215-90e1-fbcc10b710ad) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:54:05.101514 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de69069-a8b9-4997-86c1-f74681f5b2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:05.113429 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1de69069-a8b9-4997-86c1-f74681f5b2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:05.114308 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:05.118770 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d3df0a-293c-4d1d-b509-105f458f454c None None] Network 8104b2b3-0a30-4215-90e1-fbcc10b710ad requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:54:05.137575 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1da32b7e-edd6-4583-a7c6-84abeb530f8e req-7788e1a2-221f-47a8-9762-e0cb1eec7f36 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615230 Dec 09 11:54:05.145237 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=aa4ab145-3165-46b9-be8e-9a39e6ed7705,revision_number=6']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:05.191531 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-1de69069-a8b9-4997-86c1-f74681f5b2b3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7998528 Dec 09 11:54:05.194116 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 56104) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:05.198804 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-662684187-router', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:54:05.232610 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-c227743d-d383-4700-bba3-fa6f4164810d None None] Provisioning complete for port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:05.232610 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c227743d-d383-4700-bba3-fa6f4164810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:05.281554 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7942115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28020'] for router, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:05.283140 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7942015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7929390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28003'] for router, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:05.342243 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:05.396929 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['aa4ab145-3165-46b9-be8e-9a39e6ed7705'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:54:05.428424 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:54:05.428968 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:53:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:05.483444 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6d58b-5e13-4b37-b572-f9376759107b None None] Pushing event updated for resources: {'Port': ['ID=7f76cb54-bc71-4bd8-a0c7-6698c0a45769,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:05.532615 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16e6cc2d-77db-5661-825c-5ff711bb4034-8104b2b3-0a30-4215-90e1-fbcc10b710ad', 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad', 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'fixed_ips': [{'subnet_id': '744644ab-4e6e-44b8-b8b1-f463a063802d'}]}} from dv-cinder-819692-7-iscsi. {{(pid=109619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:54:05.533751 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:05.567013 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:05.705659 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:54:05.729426 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:54:05.826807 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c227743d-d383-4700-bba3-fa6f4164810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:05.841226 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:05.862161 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:05.993377 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f49c2-b494-4696-b05d-20a2dc0fa46f req-a3f9bc85-8182-4e82-8a65-77804d4056f5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:05.993764 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-c227743d-d383-4700-bba3-fa6f4164810d None None] For port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=7f76cb54-bc71-4bd8-a0c7-6698c0a45769,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:05.995076 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f14f49c2-b494-4696-b05d-20a2dc0fa46f req-a3f9bc85-8182-4e82-8a65-77804d4056f5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 944 time: 0.0962625 Dec 09 11:54:06.020561 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.db_base_plugin_common [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Allocated IP 172.20.0.2 (8104b2b3-0a30-4215-90e1-fbcc10b710ad/744644ab-4e6e-44b8-b8b1-f463a063802d/57b5fc0d-ec2c-48f8-822e-375d6cd2f734) {{(pid=109619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:54:06.034701 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Allocated IP 172.27.3.242 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/d7ad6e82-e280-4e5f-939e-e8b382ea6a0f) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:54:06.052943 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:06.052943 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:06.085365 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f14f49c2-b494-4696-b05d-20a2dc0fa46f req-cde37337-ff54-43ae-a00c-be22164106e6 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806046 Dec 09 11:54:06.090420 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c227743d-d383-4700-bba3-fa6f4164810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:06.184136 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:06.276400 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753542d8-6147-46eb-b4e8-595bde3d052d req-29c405ae-6443-457b-8e35-e7cb72f5dd4f tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:06.278006 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-753542d8-6147-46eb-b4e8-595bde3d052d req-29c405ae-6443-457b-8e35-e7cb72f5dd4f tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0546510 Dec 09 11:54:06.297668 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227743d-d383-4700-bba3-fa6f4164810d None None] Pushing event updated for resources: {'Port': ['ID=7f76cb54-bc71-4bd8-a0c7-6698c0a45769,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:06.314036 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-47d845ab-aee2-4318-b7df-98a8bc616ef0 None None] Provisioning complete for port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:06.314415 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-47d845ab-aee2-4318-b7df-98a8bc616ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:06.335607 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-753542d8-6147-46eb-b4e8-595bde3d052d req-be8489bb-55e6-4b00-bbc0-8b6e3742fa0f tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501823 Dec 09 11:54:06.338110 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:06.379534 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:54:06.383772 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:54:06.387546 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:54:06.424105 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ad6e82-e280-4e5f-939e-e8b382ea6a0f,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:06.474734 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:06.479329 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Publish callbacks [] for port, precommit_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:06.529868 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a631b6b8-45e6-413b-88fd-5c0fe6bb5c03 None None] The sync data for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi is: [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:54:06.596847 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:06.665862 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device aa4ab145-3165-46b9-be8e-9a39e6ed7705 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:54:06.718410 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Network 8104b2b3-0a30-4215-90e1-fbcc10b710ad is already hosted by enough agents. {{(pid=109619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:54:06.727325 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Pushing event updated for resources: {'Port': ['ID=57b5fc0d-ec2c-48f8-822e-375d6cd2f734,revision_number=1']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:06.736047 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.base_scheduler [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Resources bound (agent type, host, resource id): {{(pid=109619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:54:06.750315 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Received port after_create {{(pid=109619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:54:06.829556 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:06.872097 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Attempting to bind port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:54:06.872623 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Attempting to bind port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '6b020d1a-5396-4595-bb45-d526e97da281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:54:06.873112 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Attempting to bind port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 on network 8104b2b3-0a30-4215-90e1-fbcc10b710ad {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:54:06.881450 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:54:06.881937 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Checking segment: {'id': '6b020d1a-5396-4595-bb45-d526e97da281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:54:06.882439 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:06.882965 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Bound using segment: {'id': '6b020d1a-5396-4595-bb45-d526e97da281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:54:06.883543 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Bound port: 57b5fc0d-ec2c-48f8-822e-375d6cd2f734, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b020d1a-5396-4595-bb45-d526e97da281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:54:06.884279 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:06.888052 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port aa4ab145-3165-46b9-be8e-9a39e6ed7705 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:06.888052 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:06.989053 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] For port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:54:06.992475 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] For port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=57b5fc0d-ec2c-48f8-822e-375d6cd2f734,segment=NetworkSegment(6b020d1a-5396-4595-bb45-d526e97da281),segment_id=6b020d1a-5396-4595-bb45-d526e97da281)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:54:07.116114 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:07.133331 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:07.175922 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:07.247387 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:54:07.251046 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80430276-b48c-4e49-9ce5-9e6487fcda75" -d '{"events": [{"server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "name": "network-vif-plugged", "status": "completed", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:54:07.276428 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04436e-ac33-420f-bef9-0dcaad84b1ae None None] Pushing event updated for resources: {'Port': ['ID=57b5fc0d-ec2c-48f8-822e-375d6cd2f734,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:07.281145 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:07.336339 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7680aa83-0126-470e-ba75-4a782ccef91e x-openstack-request-id: req-7680aa83-0126-470e-ba75-4a782ccef91e {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:54:07.336711 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "name": "network-vif-plugged", "status": "completed", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:54:07.337029 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7680aa83-0126-470e-ba75-4a782ccef91e {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:54:07.337531 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'code': 200} Dec 09 11:54:07.376778 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=aa4ab145-3165-46b9-be8e-9a39e6ed7705,revision_number=7']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:07.580633 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7942006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7921137'] for router, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:07.599883 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48985f-a2f8-44df-ad00-5edadbc034fd req-385c6dcf-8f78-4224-85af-eab210beaeb9 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:07.601449 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ee48985f-a2f8-44df-ad00-5edadbc034fd req-385c6dcf-8f78-4224-85af-eab210beaeb9 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1278608 Dec 09 11:54:07.662428 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654382ee-16b8-460d-84b9-7ec9a372eee6 req-744f00fc-3ac8-4557-9ebf-095c8f51b50d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:07.675260 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-654382ee-16b8-460d-84b9-7ec9a372eee6 req-744f00fc-3ac8-4557-9ebf-095c8f51b50d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.2560775 Dec 09 11:54:07.813706 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:54:07.824332 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ee48985f-a2f8-44df-ad00-5edadbc034fd req-3f4c8931-8aca-48f1-9b97-beea30e80e21 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815472 Dec 09 11:54:07.831069 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-654382ee-16b8-460d-84b9-7ec9a372eee6 req-46294849-39a7-4ba2-ba51-7f9483b0741c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549170 Dec 09 11:54:07.887956 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:07.888567 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:07.984472 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Router b34e8731-caef-4b10-978d-417d767d5261 is scheduled to L3 agent 0555a480-5e88-49ec-9067-f967630a0413 with binding_index 1 {{(pid=109618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:54:08.017591 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:54:08.149110 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:54:08.164792 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Sync routers for ids ['b34e8731-caef-4b10-978d-417d767d5261'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:54:08.189592 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Routers {'b34e8731-caef-4b10-978d-417d767d5261'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:54:08.193715 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:53:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['b34e8731-caef-4b10-978d-417d767d5261'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:08.306799 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:08.308613 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:08.317107 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] Publish callbacks [] for router, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:08.321639 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 56164) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:08.324534 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-5ecf4e56-7967-453e-9d21-1afcd251d941 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1275117 Dec 09 11:54:08.376099 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Set router b34e8731-caef-4b10-978d-417d767d5261 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:54:08.493971 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:08.559752 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=57b5fc0d-ec2c-48f8-822e-375d6cd2f734,segment=NetworkSegment(6b020d1a-5396-4595-bb45-d526e97da281),segment_id=6b020d1a-5396-4595-bb45-d526e97da281)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:08.663550 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:08.687801 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34e8731-caef-4b10-978d-417d767d5261', 'name': 'tempest-TestVolumeBootPattern-662684187-router', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:06Z', 'revision_number': 3, 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'gw_port': {'id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34e8731-caef-4b10-978d-417d767d5261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:08.736591 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=57b5fc0d-ec2c-48f8-822e-375d6cd2f734,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:08.752441 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Checking router: b34e8731-caef-4b10-978d-417d767d5261 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:54:08.752973 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Updating router b34e8731-caef-4b10-978d-417d767d5261 port d7ad6e82-e280-4e5f-939e-e8b382ea6a0f binding host dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:54:08.766504 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832c09d-a17c-4433-be98-c2cc22d2c8a0 None None] Network 8104b2b3-0a30-4215-90e1-fbcc10b710ad requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:54:08.797112 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:08.965171 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-1c13c399-9ba8-41ba-9109-15bb4ae14e7b None None] Provisioning complete for port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:08.965797 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-1c13c399-9ba8-41ba-9109-15bb4ae14e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:09.078963 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dd423-ed90-4f6c-8c74-e20b12b7f597 req-a2359ce0-e446-427e-981d-8d1639762bd1 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:09.083060 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1f5dd423-ed90-4f6c-8c74-e20b12b7f597 req-a2359ce0-e446-427e-981d-8d1639762bd1 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1115656 Dec 09 11:54:09.138726 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:09.217525 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1f5dd423-ed90-4f6c-8c74-e20b12b7f597 req-8961dc02-6c78-4206-bb8c-316d402235bd tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170833 Dec 09 11:54:09.402284 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Publish callbacks [] for port, precommit_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:09.440499 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a9c7d-ce82-47b2-97bf-12a9caa1a6bf req-55e76c44-bc2b-41ed-967c-4a3502aacbea tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:09.450074 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd9a9c7d-ce82-47b2-97bf-12a9caa1a6bf req-55e76c44-bc2b-41ed-967c-4a3502aacbea tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.1101425 Dec 09 11:54:09.504237 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Allocated IP 172.20.0.1 (8104b2b3-0a30-4215-90e1-fbcc10b710ad/744644ab-4e6e-44b8-b8b1-f463a063802d/480c6878-2195-4c16-82b6-85c7f154d29d) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:54:09.537936 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd9a9c7d-ce82-47b2-97bf-12a9caa1a6bf req-beedfd12-2bc0-49ab-a284-4bb7ba2656c6 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866330 Dec 09 11:54:09.575358 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-8c9b9c5a-0989-4b42-b487-06664f86d7e6 None None] Provisioning complete for port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:09.576045 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9c5a-0989-4b42-b487-06664f86d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:09.670561 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:09.744987 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:54:09.802647 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:09.803363 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:10.178459 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:10.184936 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:10.277344 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Attempting to bind port d7ad6e82-e280-4e5f-939e-e8b382ea6a0f on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:54:10.277696 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Attempting to bind port d7ad6e82-e280-4e5f-939e-e8b382ea6a0f by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:54:10.278153 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Attempting to bind port d7ad6e82-e280-4e5f-939e-e8b382ea6a0f on network 5e763a14-a83b-48f8-afed-8d8eb448ee1c {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:54:10.285235 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Network 8104b2b3-0a30-4215-90e1-fbcc10b710ad is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:54:10.288552 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:54:10.291018 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:54:10.294548 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Checking segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:54:10.294548 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:10.294548 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Bound using segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:54:10.294548 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Bound port: d7ad6e82-e280-4e5f-939e-e8b382ea6a0f, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:54:10.294548 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:10.300334 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be615c99-4611-4401-8060-d89c506c2736 None None] Pushing event updated for resources: {'Port': ['ID=d7ad6e82-e280-4e5f-939e-e8b382ea6a0f,revision_number=2']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:10.300439 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:54:10.300439 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7920942'] for router_interface, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:10.408482 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] For port d7ad6e82-e280-4e5f-939e-e8b382ea6a0f, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:54:10.415270 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] For port d7ad6e82-e280-4e5f-939e-e8b382ea6a0f, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=d7ad6e82-e280-4e5f-939e-e8b382ea6a0f,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:54:10.432001 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eacae-fde4-46ec-adc9-ae4f788ff13c req-e6c49459-c1e3-4a9e-831e-6d347b527305 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:10.435155 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f51eacae-fde4-46ec-adc9-ae4f788ff13c req-e6c49459-c1e3-4a9e-831e-6d347b527305 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1011176 Dec 09 11:54:10.504245 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:10.569502 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f51eacae-fde4-46ec-adc9-ae4f788ff13c req-3e66f5d1-9d30-4a6a-897a-24c49eda4bb5 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258426 Dec 09 11:54:10.649375 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be615c99-4611-4401-8060-d89c506c2736 None None] Pushing event updated for resources: {'Port': ['ID=d7ad6e82-e280-4e5f-939e-e8b382ea6a0f,revision_number=3']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:10.657661 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Routers {'b34e8731-caef-4b10-978d-417d767d5261'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:54:10.663594 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:53:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['b34e8731-caef-4b10-978d-417d767d5261'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:10.745093 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8e2ac-50d3-4b36-a17d-224138612c11 req-b06d6ffd-89ff-42ca-8d0b-4c17eff45e97 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:10.753864 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a6e8e2ac-50d3-4b36-a17d-224138612c11 req-b06d6ffd-89ff-42ca-8d0b-4c17eff45e97 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0677872 Dec 09 11:54:10.826097 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-4154b495-42cd-4483-97c3-abfb6f10e46a None None] Provisioning complete for port 480c6878-2195-4c16-82b6-85c7f154d29d triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:10.828271 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Pushing event updated for resources: {'Port': ['ID=480c6878-2195-4c16-82b6-85c7f154d29d,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:10.829290 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4154b495-42cd-4483-97c3-abfb6f10e46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:10.865030 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] Set router b34e8731-caef-4b10-978d-417d767d5261 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:54:10.866869 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a6e8e2ac-50d3-4b36-a17d-224138612c11 req-6bec8714-35de-4ec1-83e3-573cba689963 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086133 Dec 09 11:54:10.910245 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-4154b495-42cd-4483-97c3-abfb6f10e46a None None] Port 480c6878-2195-4c16-82b6-85c7f154d29d cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:54:11.162449 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:11.238910 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34e8731-caef-4b10-978d-417d767d5261', 'name': 'tempest-TestVolumeBootPattern-662684187-router', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:06Z', 'revision_number': 3, 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'gw_port': {'id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34e8731-caef-4b10-978d-417d767d5261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:11.271210 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e15a1f-0e81-4b72-8822-3d1106634438 None None] The sync data for ids ['b34e8731-caef-4b10-978d-417d767d5261'] in dv-cinder-819692-7-iscsi is: [{'id': 'b34e8731-caef-4b10-978d-417d767d5261', 'name': 'tempest-TestVolumeBootPattern-662684187-router', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:06Z', 'revision_number': 3, 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'gw_port': {'id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34e8731-caef-4b10-978d-417d767d5261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:54:11.369486 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:11.446537 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:11.447309 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7923134'] for router_interface, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:11.519993 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Pushing event updated for resources: {'Port': ['ID=480c6878-2195-4c16-82b6-85c7f154d29d,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:11.613842 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Network 8104b2b3-0a30-4215-90e1-fbcc10b710ad is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:54:11.615508 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:54:11.766332 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fe6af-7a05-442d-ae11-5791e4140eb5 req-f9177ba7-e949-43c5-9d38-174bf7a4c627 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:11.770511 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-804fe6af-7a05-442d-ae11-5791e4140eb5 req-f9177ba7-e949-43c5-9d38-174bf7a4c627 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1030440 Dec 09 11:54:11.798740 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device d7ad6e82-e280-4e5f-939e-e8b382ea6a0f up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:54:11.841694 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Router b34e8731-caef-4b10-978d-417d767d5261 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:54:11.850808 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-804fe6af-7a05-442d-ae11-5791e4140eb5 req-3e69da24-72a7-4341-8b98-6f582364fa74 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613868 Dec 09 11:54:11.885742 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port d7ad6e82-e280-4e5f-939e-e8b382ea6a0f triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:11.886388 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:11.980041 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:11.990917 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:54:12.007796 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c7dec802-b153-43d3-8d6e-738bd3a855b8 admin admin] 10.222.0.24 "PUT /v2.0/routers/b34e8731-caef-4b10-978d-417d767d5261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6849463 Dec 09 11:54:12.012233 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port d7ad6e82-e280-4e5f-939e-e8b382ea6a0f, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=d7ad6e82-e280-4e5f-939e-e8b382ea6a0f,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:12.085564 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-1716cd90-0ee1-445a-8e1b-d39452bc396b None None] Provisioning complete for port 480c6878-2195-4c16-82b6-85c7f154d29d triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:12.088899 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-1716cd90-0ee1-445a-8e1b-d39452bc396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:12.095913 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:12.129667 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066252d8-8b7f-42b3-9b0c-fc4827cdd3c2 req-80d27d98-368d-4505-b841-699f0c3acd26 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:12.140021 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-066252d8-8b7f-42b3-9b0c-fc4827cdd3c2 req-80d27d98-368d-4505-b841-699f0c3acd26 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.1361580 Dec 09 11:54:12.220676 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-1716cd90-0ee1-445a-8e1b-d39452bc396b None None] Port 480c6878-2195-4c16-82b6-85c7f154d29d cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:54:12.223831 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-066252d8-8b7f-42b3-9b0c-fc4827cdd3c2 req-66eea39d-ee0e-4776-a071-161c75b05212 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809343 Dec 09 11:54:12.226960 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=d7ad6e82-e280-4e5f-939e-e8b382ea6a0f,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:12.715333 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 56214) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:12.721258 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-67c4366b-a002-4ce4-9677-2bfb7da3adf4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1253693409', 'description': 'tempest-secgroup-smoke-1253693409 description', 'project_id': '668a9cfe67994e52a5acb64338974d32'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:54:12.818115 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-67c4366b-a002-4ce4-9677-2bfb7da3adf4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:12.952136 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-67c4366b-a002-4ce4-9677-2bfb7da3adf4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:13.018146 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-67c4366b-a002-4ce4-9677-2bfb7da3adf4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:13.036550 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214385b-1156-4813-9e8a-7e302cb3300f req-ed299b3c-59af-43b7-be8c-8525f6227789 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:13.039810 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9214385b-1156-4813-9e8a-7e302cb3300f req-ed299b3c-59af-43b7-be8c-8525f6227789 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0723891 Dec 09 11:54:13.086509 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4366b-a002-4ce4-9677-2bfb7da3adf4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c01888-965a-4385-a168-1d7de4b80082,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:13.132033 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9214385b-1156-4813-9e8a-7e302cb3300f req-db50b55c-3545-41ae-8c32-9c71873386d9 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850117 Dec 09 11:54:13.182632 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-67c4366b-a002-4ce4-9677-2bfb7da3adf4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:13.184033 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-67c4366b-a002-4ce4-9677-2bfb7da3adf4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4676726 Dec 09 11:54:13.188249 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 56230) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:13.192803 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-14f3f559-a71e-4695-af32-36b9527e690f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'security_group_rule': {'security_group_id': 'c3c01888-965a-4385-a168-1d7de4b80082', 'project_id': '668a9cfe67994e52a5acb64338974d32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:54:13.325200 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-14f3f559-a71e-4695-af32-36b9527e690f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:13.424319 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16204168-47aa-4093-896c-041c539a2798 req-bb2e6ee4-b54f-4f67-8695-546b16297dd2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:13.426233 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16204168-47aa-4093-896c-041c539a2798 req-bb2e6ee4-b54f-4f67-8695-546b16297dd2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0954671 Dec 09 11:54:13.471088 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-14f3f559-a71e-4695-af32-36b9527e690f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:13.502645 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16204168-47aa-4093-896c-041c539a2798 req-0afbba11-b226-4257-bee0-fbed62fcf1f3 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687952 Dec 09 11:54:13.521653 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-14f3f559-a71e-4695-af32-36b9527e690f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:13.543438 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3f559-a71e-4695-af32-36b9527e690f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca31d2c-e4b2-4c36-9ee3-d7694da18b8e,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:13.688743 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f6b92-e3ad-4d39-9a2b-2a08ddc7f1b5 req-24f7bca3-f081-4df0-bdfa-e615879d56a0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:13.699009 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e95f6b92-e3ad-4d39-9a2b-2a08ddc7f1b5 req-24f7bca3-f081-4df0-bdfa-e615879d56a0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0933411 Dec 09 11:54:13.711091 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-14f3f559-a71e-4695-af32-36b9527e690f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:13.712714 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-14f3f559-a71e-4695-af32-36b9527e690f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5232532 Dec 09 11:54:13.715299 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 56236) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:13.728433 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-eba36878-53c6-4ddd-b072-8671538415ee tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'security_group_rule': {'security_group_id': 'c3c01888-965a-4385-a168-1d7de4b80082', 'project_id': '668a9cfe67994e52a5acb64338974d32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:54:13.757768 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device d7ad6e82-e280-4e5f-939e-e8b382ea6a0f up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:54:13.832099 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port d7ad6e82-e280-4e5f-939e-e8b382ea6a0f triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:13.832887 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:13.833256 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206e02e-37e1-4fcd-9038-dabbce78dec4 req-9698b56f-fd7a-4245-b9c9-c4a437d8d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:13.834789 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f206e02e-37e1-4fcd-9038-dabbce78dec4 req-9698b56f-fd7a-4245-b9c9-c4a437d8d83d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 1098 time: 0.1209986 Dec 09 11:54:13.847513 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e95f6b92-e3ad-4d39-9a2b-2a08ddc7f1b5 req-db6df4ee-1185-48d2-867d-a2a0522720b8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475184 Dec 09 11:54:13.863840 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eba36878-53c6-4ddd-b072-8671538415ee tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:13.962182 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206e02e-37e1-4fcd-9038-dabbce78dec4 req-bd1c8219-a567-40ef-bbae-1afadfccf8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:13.967705 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eba36878-53c6-4ddd-b072-8671538415ee tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:13.969655 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f206e02e-37e1-4fcd-9038-dabbce78dec4 req-bd1c8219-a567-40ef-bbae-1afadfccf8af service neutron] 10.222.0.42 "GET /v2.0/networks?id=94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 200 len: 920 time: 0.1210504 Dec 09 11:54:14.027526 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f206e02e-37e1-4fcd-9038-dabbce78dec4 req-7ba7cab1-b6c1-4a9d-a4ef-b10fa6f6d481 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a HTTP/1.1" status: 200 len: 217 time: 0.0427182 Dec 09 11:54:14.069447 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eba36878-53c6-4ddd-b072-8671538415ee tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:14.079365 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Sync routers for ids ['b34e8731-caef-4b10-978d-417d767d5261'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:54:14.083157 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206e02e-37e1-4fcd-9038-dabbce78dec4 req-5018c41c-3fc6-4fba-8712-53e7683ebf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:14.084775 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f206e02e-37e1-4fcd-9038-dabbce78dec4 req-5018c41c-3fc6-4fba-8712-53e7683ebf7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=52abfb0d-05f6-4418-8825-93dba6160d6f HTTP/1.1" status: 200 len: 859 time: 0.0479238 Dec 09 11:54:14.101351 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba36878-53c6-4ddd-b072-8671538415ee tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc02fb98-e08d-4374-8b51-213857cb8be7,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:14.109295 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Routers {'b34e8731-caef-4b10-978d-417d767d5261'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:54:14.110388 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:53:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['b34e8731-caef-4b10-978d-417d767d5261'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:14.128439 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f206e02e-37e1-4fcd-9038-dabbce78dec4 req-40495373-f4f8-4737-9d3a-6a7b3ff1e4cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94529fec-5f8f-4c94-9d43-36d5ce9c1431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319276 Dec 09 11:54:14.198052 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eba36878-53c6-4ddd-b072-8671538415ee tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:14.203951 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-eba36878-53c6-4ddd-b072-8671538415ee tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4870760 Dec 09 11:54:14.207011 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 56242) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:14.210128 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-28d944c5-ef9d-46df-a92f-c727a41e5e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'security_group_rule': {'security_group_id': 'c3c01888-965a-4385-a168-1d7de4b80082', 'project_id': '668a9cfe67994e52a5acb64338974d32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:54:14.303403 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Set router b34e8731-caef-4b10-978d-417d767d5261 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:54:14.354720 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-28d944c5-ef9d-46df-a92f-c727a41e5e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:14.361583 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f206e02e-37e1-4fcd-9038-dabbce78dec4 req-de108b7d-0aa6-4581-8ec7-3386078291ca service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238646 Dec 09 11:54:14.374297 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3dcc1-8fcb-4c2a-8a7f-5901c30008bf req-2ea66411-b20b-4d3f-a888-9e9b51108237 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:14.381656 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-46f3dcc1-8fcb-4c2a-8a7f-5901c30008bf req-2ea66411-b20b-4d3f-a888-9e9b51108237 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0756481 Dec 09 11:54:14.459749 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-28d944c5-ef9d-46df-a92f-c727a41e5e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:14.490150 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-46f3dcc1-8fcb-4c2a-8a7f-5901c30008bf req-6bff65b3-a35a-4ad7-83e7-ad53bd1a4f3f tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038432 Dec 09 11:54:14.563575 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f206e02e-37e1-4fcd-9038-dabbce78dec4 req-628843b4-be52-4ee1-ae2f-e1378c0558ce service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621125 Dec 09 11:54:14.578884 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-28d944c5-ef9d-46df-a92f-c727a41e5e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:14.624187 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d944c5-ef9d-46df-a92f-c727a41e5e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630b7f07-413e-41c2-9d45-4d7ce3b39520,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:14.639257 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34e8731-caef-4b10-978d-417d767d5261', 'name': 'tempest-TestVolumeBootPattern-662684187-router', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:11Z', 'revision_number': 4, 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'gw_port': {'id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34e8731-caef-4b10-978d-417d767d5261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '480c6878-2195-4c16-82b6-85c7f154d29d', 'name': '', 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'mac_address': 'fa:16:3e:2b:4e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34e8731-caef-4b10-978d-417d767d5261', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '744644ab-4e6e-44b8-b8b1-f463a063802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:09Z', 'updated_at': '2021-12-09T11:54:11Z', 'revision_number': 2, 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'subnets': [{'id': '744644ab-4e6e-44b8-b8b1-f463a063802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:14.668235 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Checking router: b34e8731-caef-4b10-978d-417d767d5261 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:54:14.668601 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Updating router b34e8731-caef-4b10-978d-417d767d5261 port 480c6878-2195-4c16-82b6-85c7f154d29d binding host dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:54:14.700560 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:14.712258 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-28d944c5-ef9d-46df-a92f-c727a41e5e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:14.715123 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-28d944c5-ef9d-46df-a92f-c727a41e5e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5090950 Dec 09 11:54:14.721529 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 56258) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:14.726571 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-eaea21e7-529e-4901-842b-8694a677755b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'security_group_rule': {'security_group_id': 'c3c01888-965a-4385-a168-1d7de4b80082', 'project_id': '668a9cfe67994e52a5acb64338974d32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:54:14.732101 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d0093-d0dc-46ad-b74b-8395c74af792 req-8baa6cc5-f19c-4434-b664-01b87f58a3f3 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:14.750091 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9b6d0093-d0dc-46ad-b74b-8395c74af792 req-8baa6cc5-f19c-4434-b664-01b87f58a3f3 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.1102576 Dec 09 11:54:14.826601 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9b6d0093-d0dc-46ad-b74b-8395c74af792 req-bd9d07fa-fa4f-44cd-be24-4ad93ffcba83 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733023 Dec 09 11:54:14.846455 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eaea21e7-529e-4901-842b-8694a677755b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:14.932041 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eaea21e7-529e-4901-842b-8694a677755b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.009134 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:54:15.018645 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eaea21e7-529e-4901-842b-8694a677755b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.026183 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8f69c-50c8-4b78-ae82-702d781b3cc6 req-6b13db17-c13e-436b-81c8-c02466766998 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:15.029123 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f0f8f69c-50c8-4b78-ae82-702d781b3cc6 req-6b13db17-c13e-436b-81c8-c02466766998 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0799680 Dec 09 11:54:15.054456 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea21e7-529e-4901-842b-8694a677755b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58c89b8-f8d2-4669-b01e-9cda5497f8b4,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:15.093585 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f0f8f69c-50c8-4b78-ae82-702d781b3cc6 req-4a99a32c-3096-44d6-a6ed-462f7c64db3d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562692 Dec 09 11:54:15.122699 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eaea21e7-529e-4901-842b-8694a677755b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.124959 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-eaea21e7-529e-4901-842b-8694a677755b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4021275 Dec 09 11:54:15.127697 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 56262) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:15.132071 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-69a2b6c2-c10d-41c4-a697-05afe0ec2779 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'security_group_rule': {'security_group_id': 'c3c01888-965a-4385-a168-1d7de4b80082', 'project_id': '668a9cfe67994e52a5acb64338974d32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:54:15.138266 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Publish callbacks [] for port, precommit_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.218562 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.247367 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.securitygroups_db [None req-69a2b6c2-c10d-41c4-a697-05afe0ec2779 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Project 668a9cfe67994e52a5acb64338974d32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 11:54:15.256526 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-69a2b6c2-c10d-41c4-a697-05afe0ec2779 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.342268 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e9cd9-660f-45a1-bb47-8e40fd41366c None None] Pushing event updated for resources: {'Port': ['ID=480c6878-2195-4c16-82b6-85c7f154d29d,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:15.399539 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-69a2b6c2-c10d-41c4-a697-05afe0ec2779 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.411287 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Attempting to bind port 480c6878-2195-4c16-82b6-85c7f154d29d on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:54:15.411705 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Attempting to bind port 480c6878-2195-4c16-82b6-85c7f154d29d by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '6b020d1a-5396-4595-bb45-d526e97da281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:54:15.412092 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Attempting to bind port 480c6878-2195-4c16-82b6-85c7f154d29d on network 8104b2b3-0a30-4215-90e1-fbcc10b710ad {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:54:15.422430 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:54:15.423042 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Checking segment: {'id': '6b020d1a-5396-4595-bb45-d526e97da281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:54:15.423505 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.425949 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Bound using segment: {'id': '6b020d1a-5396-4595-bb45-d526e97da281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:54:15.426454 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Bound port: 480c6878-2195-4c16-82b6-85c7f154d29d, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b020d1a-5396-4595-bb45-d526e97da281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:54:15.426889 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.470639 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-69a2b6c2-c10d-41c4-a697-05afe0ec2779 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.497250 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2b6c2-c10d-41c4-a697-05afe0ec2779 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b3a84e-577e-487c-838a-3d3d95d13e32,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:15.511906 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] For port 480c6878-2195-4c16-82b6-85c7f154d29d, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:54:15.516390 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] For port 480c6878-2195-4c16-82b6-85c7f154d29d, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=480c6878-2195-4c16-82b6-85c7f154d29d,segment=NetworkSegment(6b020d1a-5396-4595-bb45-d526e97da281),segment_id=6b020d1a-5396-4595-bb45-d526e97da281)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:54:15.568674 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-69a2b6c2-c10d-41c4-a697-05afe0ec2779 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.571487 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-69a2b6c2-c10d-41c4-a697-05afe0ec2779 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4420843 Dec 09 11:54:15.573899 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 56268) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:15.577692 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-2f439860-63c5-41dc-b33a-1dcde555db3d None None] Provisioning complete for port 480c6878-2195-4c16-82b6-85c7f154d29d triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:15.578286 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-2f439860-63c5-41dc-b33a-1dcde555db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.579239 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-c179c9d9-14e1-46d2-8875-94c8f3589df3 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'security_group_rule': {'security_group_id': 'c3c01888-965a-4385-a168-1d7de4b80082', 'project_id': '668a9cfe67994e52a5acb64338974d32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:54:15.619766 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-2f439860-63c5-41dc-b33a-1dcde555db3d None None] Port 480c6878-2195-4c16-82b6-85c7f154d29d cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:54:15.621855 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.652599 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb227a-321a-441e-86f8-5cb159447378 req-f15c61e4-72f2-4af5-9375-eeb64b1b3f93 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:15.661139 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-41eb227a-321a-441e-86f8-5cb159447378 req-f15c61e4-72f2-4af5-9375-eeb64b1b3f93 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0787299 Dec 09 11:54:15.680952 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.securitygroups_db [None req-c179c9d9-14e1-46d2-8875-94c8f3589df3 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Project 668a9cfe67994e52a5acb64338974d32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 11:54:15.685839 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Routers {'b34e8731-caef-4b10-978d-417d767d5261'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:54:15.685839 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:53:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['b34e8731-caef-4b10-978d-417d767d5261'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:15.687147 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c179c9d9-14e1-46d2-8875-94c8f3589df3 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.689929 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e9cd9-660f-45a1-bb47-8e40fd41366c None None] Pushing event updated for resources: {'Port': ['ID=480c6878-2195-4c16-82b6-85c7f154d29d,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:15.740895 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-41eb227a-321a-441e-86f8-5cb159447378 req-46c14027-330d-43b2-9d30-bbcedbccad5b tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787640 Dec 09 11:54:15.823144 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c179c9d9-14e1-46d2-8875-94c8f3589df3 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.881693 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] Set router b34e8731-caef-4b10-978d-417d767d5261 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:54:15.909064 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c179c9d9-14e1-46d2-8875-94c8f3589df3 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:15.942438 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179c9d9-14e1-46d2-8875-94c8f3589df3 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac28a5ce-b07d-4411-985d-839a13c4ea22,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:16.013162 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c179c9d9-14e1-46d2-8875-94c8f3589df3 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:16.014476 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c179c9d9-14e1-46d2-8875-94c8f3589df3 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4395642 Dec 09 11:54:16.079185 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ebf8b-dd99-4a8e-b96f-aaa08699a362 req-65221bb2-1ee0-44d1-a951-6d3d96857d5c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:16.079185 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-303ebf8b-dd99-4a8e-b96f-aaa08699a362 req-65221bb2-1ee0-44d1-a951-6d3d96857d5c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0941994 Dec 09 11:54:16.123864 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-79931d81-25a5-412a-894b-0b6eedf1ea6e None None] Provisioning complete for port 480c6878-2195-4c16-82b6-85c7f154d29d triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:16.124176 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-79931d81-25a5-412a-894b-0b6eedf1ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:16.177651 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-303ebf8b-dd99-4a8e-b96f-aaa08699a362 req-cfde6783-3d27-4e7a-97cc-34335e58c414 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905099 Dec 09 11:54:16.274418 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-79931d81-25a5-412a-894b-0b6eedf1ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:16.291330 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34e8731-caef-4b10-978d-417d767d5261', 'name': 'tempest-TestVolumeBootPattern-662684187-router', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:11Z', 'revision_number': 4, 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'gw_port': {'id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34e8731-caef-4b10-978d-417d767d5261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '480c6878-2195-4c16-82b6-85c7f154d29d', 'name': '', 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'mac_address': 'fa:16:3e:2b:4e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34e8731-caef-4b10-978d-417d767d5261', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '744644ab-4e6e-44b8-b8b1-f463a063802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:09Z', 'updated_at': '2021-12-09T11:54:15Z', 'revision_number': 4, 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'subnets': [{'id': '744644ab-4e6e-44b8-b8b1-f463a063802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:54:16.308607 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa18d6-b150-4012-90d9-fea357d33a68 req-4e23dfe6-e2a0-4c55-994d-8e6ebaaea80f tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:16.310290 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60aa18d6-b150-4012-90d9-fea357d33a68 req-4e23dfe6-e2a0-4c55-994d-8e6ebaaea80f tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0625033 Dec 09 11:54:16.367879 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-60aa18d6-b150-4012-90d9-fea357d33a68 req-a7b50562-709f-4673-909b-3584a9dbc77e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472534 Dec 09 11:54:16.465852 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-79931d81-25a5-412a-894b-0b6eedf1ea6e None None] For port 480c6878-2195-4c16-82b6-85c7f154d29d, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=480c6878-2195-4c16-82b6-85c7f154d29d,segment=NetworkSegment(6b020d1a-5396-4595-bb45-d526e97da281),segment_id=6b020d1a-5396-4595-bb45-d526e97da281)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:16.467964 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bdba58-187a-412a-86e4-29c6aafd900b None None] The sync data for ids ['b34e8731-caef-4b10-978d-417d767d5261'] in dv-cinder-819692-7-iscsi is: [{'id': 'b34e8731-caef-4b10-978d-417d767d5261', 'name': 'tempest-TestVolumeBootPattern-662684187-router', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:11Z', 'revision_number': 4, 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'gw_port': {'id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34e8731-caef-4b10-978d-417d767d5261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '480c6878-2195-4c16-82b6-85c7f154d29d', 'name': '', 'network_id': '8104b2b3-0a30-4215-90e1-fbcc10b710ad', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'mac_address': 'fa:16:3e:2b:4e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34e8731-caef-4b10-978d-417d767d5261', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '744644ab-4e6e-44b8-b8b1-f463a063802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:09Z', 'updated_at': '2021-12-09T11:54:15Z', 'revision_number': 4, 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'subnets': [{'id': '744644ab-4e6e-44b8-b8b1-f463a063802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:54:16.703696 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-79931d81-25a5-412a-894b-0b6eedf1ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:16.775223 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79931d81-25a5-412a-894b-0b6eedf1ea6e None None] Pushing event updated for resources: {'Port': ['ID=480c6878-2195-4c16-82b6-85c7f154d29d,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:16.991537 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235ce2f-a54d-4e29-93f5-e19371d4aba1 req-83489aae-8de8-4104-8a25-2d591e048b19 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:16.993572 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0235ce2f-a54d-4e29-93f5-e19371d4aba1 req-83489aae-8de8-4104-8a25-2d591e048b19 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1571770 Dec 09 11:54:17.065596 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072fcec-1e1f-4118-bf50-cb3a81a1302e req-2221fbad-97a7-4b57-9656-82a34eaea2dc tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:17.068075 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5072fcec-1e1f-4118-bf50-cb3a81a1302e req-2221fbad-97a7-4b57-9656-82a34eaea2dc tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 945 time: 0.1253741 Dec 09 11:54:17.118813 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0235ce2f-a54d-4e29-93f5-e19371d4aba1 req-46122c9a-faca-457d-a4a3-56b57a96930d tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163168 Dec 09 11:54:17.163052 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5072fcec-1e1f-4118-bf50-cb3a81a1302e req-c9686600-bbb4-4b15-81e8-667745462cf2 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849321 Dec 09 11:54:17.323709 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2b335-ad7a-4a6c-9b92-be91d63f62e1 req-0d0da8fb-29ab-46ab-9bb3-74744a64bdb9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:17.325920 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f7b2b335-ad7a-4a6c-9b92-be91d63f62e1 req-0d0da8fb-29ab-46ab-9bb3-74744a64bdb9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0648971 Dec 09 11:54:17.383713 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f7b2b335-ad7a-4a6c-9b92-be91d63f62e1 req-9533226e-c70b-4461-87cd-e84a2a5bc922 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506091 Dec 09 11:54:17.558869 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d7bba-7381-491a-a111-974dd02c0644 req-64b86eb0-fb94-4432-9015-ae4a04abe014 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:17.568307 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f69d7bba-7381-491a-a111-974dd02c0644 req-64b86eb0-fb94-4432-9015-ae4a04abe014 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.1031373 Dec 09 11:54:17.618037 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f69d7bba-7381-491a-a111-974dd02c0644 req-0dc433e2-f65e-42ef-a512-8059d0e6ca9b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488493 Dec 09 11:54:17.773018 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 480c6878-2195-4c16-82b6-85c7f154d29d up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:54:17.845087 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 480c6878-2195-4c16-82b6-85c7f154d29d triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:17.845849 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:18.321262 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61bace-d241-4e97-80b7-a87847769b0f req-4e221139-8936-4c36-bfa8-5b0f47b6de14 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:18.322768 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5a61bace-d241-4e97-80b7-a87847769b0f req-4e221139-8936-4c36-bfa8-5b0f47b6de14 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1031308 Dec 09 11:54:18.333549 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cef051-8902-4204-b489-68b967dbd951 req-598927d8-5eb7-4daa-a4ed-d117cfa8d89b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:18.335031 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-99cef051-8902-4204-b489-68b967dbd951 req-598927d8-5eb7-4daa-a4ed-d117cfa8d89b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 945 time: 0.0724158 Dec 09 11:54:18.412298 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5a61bace-d241-4e97-80b7-a87847769b0f req-39dafb41-072c-4259-b6de-89892634ef12 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762842 Dec 09 11:54:18.425096 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-99cef051-8902-4204-b489-68b967dbd951 req-e1b301f6-b2fd-4df0-8f4d-79dfc35ea81e tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736992 Dec 09 11:54:18.542996 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537a2cd-19eb-4252-929a-15cb1d458118 req-7922c8b9-c551-4312-8345-c1f5a8b9881c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:18.544634 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0537a2cd-19eb-4252-929a-15cb1d458118 req-7922c8b9-c551-4312-8345-c1f5a8b9881c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0657098 Dec 09 11:54:18.607979 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0537a2cd-19eb-4252-929a-15cb1d458118 req-91432df3-d7d0-4855-945b-f8df9abb126c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526507 Dec 09 11:54:18.798497 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c37224-10bf-4f10-90ba-800a282ec945 req-7fcda476-99a6-4425-b138-e3a46cfbbb0c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:18.805851 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d5c37224-10bf-4f10-90ba-800a282ec945 req-7fcda476-99a6-4425-b138-e3a46cfbbb0c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0732718 Dec 09 11:54:18.910400 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d5c37224-10bf-4f10-90ba-800a282ec945 req-7d61b57d-a82f-4a10-bc8d-1341e42e8912 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909512 Dec 09 11:54:18.928657 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6252bda-d685-46a8-9153-1ff9cf607e26 req-67f061ec-ce48-4670-83bb-325689aba53d tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:18.930092 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f6252bda-d685-46a8-9153-1ff9cf607e26 req-67f061ec-ce48-4670-83bb-325689aba53d tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1139328 Dec 09 11:54:19.042311 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f6252bda-d685-46a8-9153-1ff9cf607e26 req-f008108e-c11a-41be-a61b-280f75f29e61 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027958 Dec 09 11:54:19.052758 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f4e6f-80d1-4977-b798-8effa9c7084a req-bdcfb3b9-14a8-4485-8c73-60b5a8a78fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:19.055336 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a12f4e6f-80d1-4977-b798-8effa9c7084a req-bdcfb3b9-14a8-4485-8c73-60b5a8a78fe4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91f497f7e91e433f906368540b14f2a5&device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 1098 time: 0.0785561 Dec 09 11:54:19.198777 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096a877-45dd-4e3a-a96c-4501e34df5a8 req-5f2159e8-abfc-4734-a17a-46fb7d84c24e tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:19.200214 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-2096a877-45dd-4e3a-a96c-4501e34df5a8 req-5f2159e8-abfc-4734-a17a-46fb7d84c24e tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 945 time: 0.1111572 Dec 09 11:54:19.220364 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f4e6f-80d1-4977-b798-8effa9c7084a req-778da5e9-88b8-48d4-a069-088bc18c66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:19.221596 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a12f4e6f-80d1-4977-b798-8effa9c7084a req-778da5e9-88b8-48d4-a069-088bc18c66a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8 HTTP/1.1" status: 200 len: 911 time: 0.1333792 Dec 09 11:54:19.314577 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a12f4e6f-80d1-4977-b798-8effa9c7084a req-5937db94-abf8-42fb-b65c-141ea82e51d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407ab17c-bc6a-4ba2-af96-b51c5e88bff7 HTTP/1.1" status: 200 len: 1001 time: 0.0806055 Dec 09 11:54:19.376042 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-2096a877-45dd-4e3a-a96c-4501e34df5a8 req-698a8651-3acb-4799-b11a-78382ef9f683 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Deleting port 7ead7130-c34f-4c6c-97e3-1331110d93a7 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:54:19.376762 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-2096a877-45dd-4e3a-a96c-4501e34df5a8 req-698a8651-3acb-4799-b11a-78382ef9f683 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:19.382852 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f4e6f-80d1-4977-b798-8effa9c7084a req-480ae663-e91d-460d-8241-7c37291df8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:19.384669 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a12f4e6f-80d1-4977-b798-8effa9c7084a req-480ae663-e91d-460d-8241-7c37291df8be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ec0cb09-9816-47e8-93e0-c39f1929746e HTTP/1.1" status: 200 len: 849 time: 0.0568569 Dec 09 11:54:19.453343 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f4e6f-80d1-4977-b798-8effa9c7084a req-a1383ff8-af1f-45fb-91f4-a08f7dfdd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:19.455441 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a12f4e6f-80d1-4977-b798-8effa9c7084a req-a1383ff8-af1f-45fb-91f4-a08f7dfdd47f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590346 Dec 09 11:54:19.495660 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-2096a877-45dd-4e3a-a96c-4501e34df5a8 req-698a8651-3acb-4799-b11a-78382ef9f683 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] For port 7ead7130-c34f-4c6c-97e3-1331110d93a7, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7ead7130-c34f-4c6c-97e3-1331110d93a7,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:19.496061 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-2096a877-45dd-4e3a-a96c-4501e34df5a8 req-698a8651-3acb-4799-b11a-78382ef9f683 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:19.515066 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-2096a877-45dd-4e3a-a96c-4501e34df5a8 req-698a8651-3acb-4799-b11a-78382ef9f683 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Calling delete_port for 7ead7130-c34f-4c6c-97e3-1331110d93a7 owned by compute:nova {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:54:19.616477 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc192af-f693-4772-af38-ae1800a90557 req-53b441ee-1414-4edc-9bf7-c0274832f333 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:19.625683 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2fc192af-f693-4772-af38-ae1800a90557 req-53b441ee-1414-4edc-9bf7-c0274832f333 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 945 time: 0.1130598 Dec 09 11:54:19.674770 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a12f4e6f-80d1-4977-b798-8effa9c7084a req-7a96fd3d-724e-40c8-9b6f-cc50cccf0b29 service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084224 Dec 09 11:54:19.774527 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-2096a877-45dd-4e3a-a96c-4501e34df5a8 req-698a8651-3acb-4799-b11a-78382ef9f683 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:19.792105 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['86716bb5-225d-4767-a3b3-d3dc5e96d1c8', '40265abe-1af3-4517-9a1e-be59f94203bb', '7a4dcdd4-9947-4811-a416-7027c1a2d594', '7ead7130-c34f-4c6c-97e3-1331110d93a7'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:54:19.805728 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a8651-3acb-4799-b11a-78382ef9f683 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Pushing event deleted for resources: {'Port': ['ID=7ead7130-c34f-4c6c-97e3-1331110d93a7,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:19.808935 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2fc192af-f693-4772-af38-ae1800a90557 req-ef08bc18-9f8f-4234-bccd-9d0d7d21d952 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623001 Dec 09 11:54:19.887130 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a12f4e6f-80d1-4977-b798-8effa9c7084a req-feff1825-efad-4b9c-8ccb-453b3192607f service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991291 Dec 09 11:54:19.903642 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2096a877-45dd-4e3a-a96c-4501e34df5a8 req-698a8651-3acb-4799-b11a-78382ef9f683 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] No DVR routers for this DVR port 7ead7130-c34f-4c6c-97e3-1331110d93a7 on host hv-cinder-81969 {{(pid=109617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:54:19.911702 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-2096a877-45dd-4e3a-a96c-4501e34df5a8 req-698a8651-3acb-4799-b11a-78382ef9f683 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:19.925101 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-2096a877-45dd-4e3a-a96c-4501e34df5a8 req-698a8651-3acb-4799-b11a-78382ef9f683 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "DELETE /v2.0/ports/7ead7130-c34f-4c6c-97e3-1331110d93a7 HTTP/1.1" status: 204 len: 173 time: 0.7123318 Dec 09 11:54:19.925619 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2ced96-f607-4bae-b0d9-3f05606d49c7', 'name': 'network-vif-deleted', 'tag': '7ead7130-c34f-4c6c-97e3-1331110d93a7'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:54:19.933004 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c511d461-a8dd-42fc-8970-38f296fd55c3" -d '{"events": [{"server_uuid": "7e2ced96-f607-4bae-b0d9-3f05606d49c7", "name": "network-vif-deleted", "tag": "7ead7130-c34f-4c6c-97e3-1331110d93a7"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:54:19.940028 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63751f-7fdf-4dfd-8c33-e6f55b760845 req-6cb37ca7-5bea-4c49-9b18-10f7aa87ce93 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:19.948121 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ab63751f-7fdf-4dfd-8c33-e6f55b760845 req-6cb37ca7-5bea-4c49-9b18-10f7aa87ce93 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.2278924 Dec 09 11:54:20.122233 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ab63751f-7fdf-4dfd-8c33-e6f55b760845 req-c25e9433-1cc4-45cc-ad6c-a9f5ff86f02d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292701 Dec 09 11:54:20.122233 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f7eeb-5e5f-4d3c-adf6-990b029cf0ff req-0273629b-0c09-4ea7-9880-e32d2349dc3c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:20.122233 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e28f7eeb-5e5f-4d3c-adf6-990b029cf0ff req-0273629b-0c09-4ea7-9880-e32d2349dc3c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.1065338 Dec 09 11:54:20.192551 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38456daa-88b9-478a-a163-aab1370b96fa x-openstack-request-id: req-38456daa-88b9-478a-a163-aab1370b96fa {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:54:20.192551 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2ced96-f607-4bae-b0d9-3f05606d49c7", "name": "network-vif-deleted", "tag": "7ead7130-c34f-4c6c-97e3-1331110d93a7", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:54:20.192551 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38456daa-88b9-478a-a163-aab1370b96fa {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:54:20.192551 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2ced96-f607-4bae-b0d9-3f05606d49c7', 'name': 'network-vif-deleted', 'tag': '7ead7130-c34f-4c6c-97e3-1331110d93a7', 'status': 'completed', 'code': 200} Dec 09 11:54:20.323520 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e28f7eeb-5e5f-4d3c-adf6-990b029cf0ff req-e34e37ff-7796-45e7-a84b-45e97390b206 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099786 Dec 09 11:54:20.430570 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2dac7-19b9-4ff7-9411-39fb1cf068a4 req-b2539ded-cfed-4ea2-8eb2-042a213c8ab5 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:20.432224 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a3d2dac7-19b9-4ff7-9411-39fb1cf068a4 req-b2539ded-cfed-4ea2-8eb2-042a213c8ab5 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0718536 Dec 09 11:54:20.494919 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a3d2dac7-19b9-4ff7-9411-39fb1cf068a4 req-04086584-3308-4e3e-b94e-93392036c21a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556278 Dec 09 11:54:20.899603 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-28adb18b-fc9f-4585-9c34-4146f12e139b req-fb9bf5e6-241b-4b69-bc78-663306831457 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 210 time: 0.0305367 Dec 09 11:54:21.232079 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd0125-15c9-411d-86ae-4d48c885b184 req-ac8dfc45-7dcd-45ad-9295-e51e8e4031e5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:21.235793 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-66fd0125-15c9-411d-86ae-4d48c885b184 req-ac8dfc45-7dcd-45ad-9295-e51e8e4031e5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0675383 Dec 09 11:54:21.297835 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-66fd0125-15c9-411d-86ae-4d48c885b184 req-365cfdf3-c770-47fc-8383-79e3a0972c1f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553253 Dec 09 11:54:21.470776 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1164a32-5f77-4499-8315-39eea76046b9 req-01b6e4d2-6b7e-417c-a914-16f5e9a7e8da tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:21.472496 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d1164a32-5f77-4499-8315-39eea76046b9 req-01b6e4d2-6b7e-417c-a914-16f5e9a7e8da tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0508687 Dec 09 11:54:21.532009 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d1164a32-5f77-4499-8315-39eea76046b9 req-8fe0319e-330b-4737-a3ac-59f1689fdde4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523303 Dec 09 11:54:21.646909 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49d8d-0e27-4caf-a82c-b4daa3fce713 req-e8b22ca0-7203-4ea1-b9fe-24d11d5703f8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:21.648595 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-19b49d8d-0e27-4caf-a82c-b4daa3fce713 req-e8b22ca0-7203-4ea1-b9fe-24d11d5703f8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0539343 Dec 09 11:54:21.699450 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-19b49d8d-0e27-4caf-a82c-b4daa3fce713 req-a341e7f7-38c1-4b87-b9ac-d9b770f01602 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435634 Dec 09 11:54:22.017462 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6cd35ecb-d389-4f40-8bdd-66d1d4153ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:22.018097 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c227043b-bce9-4c7d-bc27-378a962b25c5 req-31ef4a42-8eb9-4ff9-8439-da48c4bcde57 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2ced96-f607-4bae-b0d9-3f05606d49c7 HTTP/1.1" status: 200 len: 210 time: 0.0290835 Dec 09 11:54:22.424980 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d6dc-5cbb-4f2b-9339-2f7d093b904b req-f5a3edfe-eb48-40fb-bb23-60d842174c2e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:22.426510 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6dd1d6dc-5cbb-4f2b-9339-2f7d093b904b req-f5a3edfe-eb48-40fb-bb23-60d842174c2e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0493112 Dec 09 11:54:22.474991 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6dd1d6dc-5cbb-4f2b-9339-2f7d093b904b req-49d5db0e-ed5d-4ef9-b823-2ffa53e92a65 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416770 Dec 09 11:54:22.653710 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de78078-5e3f-4967-b1c0-f9263c586fce req-81371d91-4dd0-4417-b0bc-8b7be3e4266b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:22.655175 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4de78078-5e3f-4967-b1c0-f9263c586fce req-81371d91-4dd0-4417-b0bc-8b7be3e4266b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0469103 Dec 09 11:54:22.703120 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4de78078-5e3f-4967-b1c0-f9263c586fce req-6d21bf78-5691-40d2-94d0-4284099a1889 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419879 Dec 09 11:54:22.740175 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 7ead7130-c34f-4c6c-97e3-1331110d93a7 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:54:22.763372 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 7ead7130-c34f-4c6c-97e3-1331110d93a7 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:54:22.764326 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 7ead7130-c34f-4c6c-97e3-1331110d93a7 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:54:23.066749 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d28f0a-faa2-4dbe-b91c-62e2483bbaff req-d56884e5-a511-48fc-ac92-31d72f0c217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:23.068449 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-80d28f0a-faa2-4dbe-b91c-62e2483bbaff req-d56884e5-a511-48fc-ac92-31d72f0c217d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 1098 time: 0.0557816 Dec 09 11:54:23.165059 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d28f0a-faa2-4dbe-b91c-62e2483bbaff req-e96f4cc3-35e7-4d44-af15-9e93dfa9a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:23.166569 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-80d28f0a-faa2-4dbe-b91c-62e2483bbaff req-e96f4cc3-35e7-4d44-af15-9e93dfa9a221 service neutron] 10.222.0.42 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 917 time: 0.0883300 Dec 09 11:54:23.273376 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-80d28f0a-faa2-4dbe-b91c-62e2483bbaff req-84421794-c44e-4297-a7c2-5253f5eb24b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705 HTTP/1.1" status: 200 len: 1001 time: 0.0897300 Dec 09 11:54:23.336335 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d28f0a-faa2-4dbe-b91c-62e2483bbaff req-845e58f3-a04f-42c8-ba53-540b1a6401d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:23.336335 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-80d28f0a-faa2-4dbe-b91c-62e2483bbaff req-845e58f3-a04f-42c8-ba53-540b1a6401d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d57bdff-4b12-4c25-8c80-3d56d3c88b73 HTTP/1.1" status: 200 len: 855 time: 0.0437286 Dec 09 11:54:23.388132 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d28f0a-faa2-4dbe-b91c-62e2483bbaff req-488c2982-dc11-4c70-a81d-40d03c8002dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:23.389694 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-80d28f0a-faa2-4dbe-b91c-62e2483bbaff req-488c2982-dc11-4c70-a81d-40d03c8002dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=339399d7-c359-4375-8e64-8580dc618d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437381 Dec 09 11:54:23.481941 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-80d28f0a-faa2-4dbe-b91c-62e2483bbaff req-881c2017-e7da-428b-9edd-e74601c5f5cc service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845442 Dec 09 11:54:23.598256 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c02bc-40db-4b6a-9f96-9d01a6675f63 req-6dfb0370-45bb-4aff-9f95-cb03a44a555e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:23.599751 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9e2c02bc-40db-4b6a-9f96-9d01a6675f63 req-6dfb0370-45bb-4aff-9f95-cb03a44a555e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0515046 Dec 09 11:54:23.645946 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9e2c02bc-40db-4b6a-9f96-9d01a6675f63 req-679b66cd-cbe7-42b8-844f-f9c944c31140 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403707 Dec 09 11:54:23.820690 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa46564-6a00-4e1f-81e5-d36c9c17c086 req-1aa525d9-7356-413e-92ab-c7d9f145a500 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:23.822313 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9fa46564-6a00-4e1f-81e5-d36c9c17c086 req-1aa525d9-7356-413e-92ab-c7d9f145a500 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0496199 Dec 09 11:54:23.870864 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9fa46564-6a00-4e1f-81e5-d36c9c17c086 req-8b78e6e0-7459-45a2-964d-50f87e846843 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417318 Dec 09 11:54:24.177287 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-23a80015-6e5e-4340-97b3-7a80c7636f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:24.582608 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-80d28f0a-faa2-4dbe-b91c-62e2483bbaff req-11d2888b-133d-4cd9-9f38-4d53640e6bcf service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819776 Dec 09 11:54:24.771694 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc7447-009e-4f54-b42c-993317dad1af req-9064c6c1-c7fa-4621-b06d-c7483410f62a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:24.773100 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0fcc7447-009e-4f54-b42c-993317dad1af req-9064c6c1-c7fa-4621-b06d-c7483410f62a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0519352 Dec 09 11:54:25.047062 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0fcc7447-009e-4f54-b42c-993317dad1af req-c0476a0e-7c1b-42bf-9b40-35ddafc52dd5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672925 Dec 09 11:54:25.061868 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b79782-c004-4547-ae8f-3e2d4be84919 req-0d61836a-617c-4375-918f-0b1944d876b7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:25.063418 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b79782-c004-4547-ae8f-3e2d4be84919 req-0d61836a-617c-4375-918f-0b1944d876b7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0695286 Dec 09 11:54:25.112596 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b79782-c004-4547-ae8f-3e2d4be84919 req-f18b4b5e-37cc-466b-bfd5-39f32acd35fe tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431423 Dec 09 11:54:25.155217 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:26.168425 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bfdde-1e91-4138-8cfd-4b34e35e95ba req-0521c2e5-5eea-4a8e-8c56-c3b2067d3965 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:26.170075 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ab1bfdde-1e91-4138-8cfd-4b34e35e95ba req-0521c2e5-5eea-4a8e-8c56-c3b2067d3965 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 945 time: 0.0482655 Dec 09 11:54:26.246767 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ab1bfdde-1e91-4138-8cfd-4b34e35e95ba req-210d5364-10b4-4b01-b737-5cf8f05db82c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705535 Dec 09 11:54:26.258222 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9a3eb-4077-4b2c-8d23-2f69b7c8e141 req-1410d702-c797-4447-abd4-9bbba1995854 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:26.259817 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97f9a3eb-4077-4b2c-8d23-2f69b7c8e141 req-1410d702-c797-4447-abd4-9bbba1995854 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0770071 Dec 09 11:54:26.311185 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97f9a3eb-4077-4b2c-8d23-2f69b7c8e141 req-2fe8f11b-66bb-4a89-a9e0-099620bfcf39 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Dec 09 11:54:26.768682 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device aa4ab145-3165-46b9-be8e-9a39e6ed7705 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:54:26.858581 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:26.883339 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:54:26.885842 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91c3be1-cc5d-48a9-b370-a843bfeca020" -d '{"events": [{"server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "name": "network-vif-unplugged", "status": "completed", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:54:26.898010 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:26.920907 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:26.922450 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 11:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4703cd-12e2-4b24-b6d4-ae8711be48d9 x-openstack-request-id: req-dc4703cd-12e2-4b24-b6d4-ae8711be48d9 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:54:26.922736 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "name": "network-vif-unplugged", "status": "completed", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:54:26.923046 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc4703cd-12e2-4b24-b6d4-ae8711be48d9 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:54:26.923434 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'code': 200} Dec 09 11:54:27.033792 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:27.075926 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=aa4ab145-3165-46b9-be8e-9a39e6ed7705,revision_number=8']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:27.374086 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992228b-0e24-4c42-b997-bcb8adccf55a req-ef5c5886-fa80-4860-9fd7-bce01cf20d88 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:27.375651 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8992228b-0e24-4c42-b997-bcb8adccf55a req-ef5c5886-fa80-4860-9fd7-bce01cf20d88 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0506797 Dec 09 11:54:27.467647 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed18587-0816-4748-95da-cc7e1e45e58b req-16ca7f3a-5c01-4bcf-93fe-f081926233cd tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:27.469240 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bed18587-0816-4748-95da-cc7e1e45e58b req-16ca7f3a-5c01-4bcf-93fe-f081926233cd tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0860140 Dec 09 11:54:27.473925 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8992228b-0e24-4c42-b997-bcb8adccf55a req-2d5f4cf5-4d75-46ed-8e32-45f513c04875 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924089 Dec 09 11:54:27.521992 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bed18587-0816-4748-95da-cc7e1e45e58b req-6ecc851e-6349-42e9-a8ae-3569c90e68cd tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463243 Dec 09 11:54:27.754276 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:27.962057 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc012db-0315-487c-bb1a-1c068926e857 req-5c996d90-b8fc-41a8-8656-7b0a7d7827c7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:27.963550 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-efc012db-0315-487c-bb1a-1c068926e857 req-5c996d90-b8fc-41a8-8656-7b0a7d7827c7 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 945 time: 0.0490553 Dec 09 11:54:28.010130 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-efc012db-0315-487c-bb1a-1c068926e857 req-3786ccc0-0cc6-41df-9f1c-c1dd38c3bcff tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405855 Dec 09 11:54:28.602867 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d12047-ea33-4400-975d-2cb4f46abbb0 req-9a2f37fe-1c16-4ed6-9754-f92fa99250a0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:28.604472 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-89d12047-ea33-4400-975d-2cb4f46abbb0 req-9a2f37fe-1c16-4ed6-9754-f92fa99250a0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0544016 Dec 09 11:54:28.684650 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ff2f9-6323-4210-a7ce-021be19510a8 req-2c2f2d09-9012-49d1-a873-d76263a24113 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:28.687663 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-273ff2f9-6323-4210-a7ce-021be19510a8 req-2c2f2d09-9012-49d1-a873-d76263a24113 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0822172 Dec 09 11:54:28.690870 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-89d12047-ea33-4400-975d-2cb4f46abbb0 req-77a70149-82ae-4581-8e73-2ed6f615dd34 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764682 Dec 09 11:54:28.737728 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-273ff2f9-6323-4210-a7ce-021be19510a8 req-0b188381-2200-4151-ab84-50aac4eb6791 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 Dec 09 11:54:29.125341 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee6ec-97b1-4797-8482-a4f276fe57dc req-5404da30-9434-4280-8975-d48a25f75a1c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:29.126804 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dd9ee6ec-97b1-4797-8482-a4f276fe57dc req-5404da30-9434-4280-8975-d48a25f75a1c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 945 time: 0.0473828 Dec 09 11:54:29.179199 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dd9ee6ec-97b1-4797-8482-a4f276fe57dc req-a9df2daa-8ddd-4e80-b742-43ca3f739574 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462215 Dec 09 11:54:29.813191 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b8883-4c69-41b9-a56b-68825fce1039 req-62ffd085-4da3-4c3e-8a08-6e3a6c526805 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:29.814791 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-392b8883-4c69-41b9-a56b-68825fce1039 req-62ffd085-4da3-4c3e-8a08-6e3a6c526805 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0521750 Dec 09 11:54:29.893874 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811958-e1bd-458e-a551-1b49d5036b79 req-d6c24e55-901b-49bc-a069-15cba7766775 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:29.895401 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8c811958-e1bd-458e-a551-1b49d5036b79 req-d6c24e55-901b-49bc-a069-15cba7766775 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0796416 Dec 09 11:54:29.899015 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-392b8883-4c69-41b9-a56b-68825fce1039 req-6a12d2f6-645a-44e1-96c0-48c33457958a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752699 Dec 09 11:54:29.943197 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8c811958-e1bd-458e-a551-1b49d5036b79 req-6918551c-43e2-4ff1-9777-e6dd8df303ca tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 Dec 09 11:54:30.297509 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4d838-fc86-4233-82fd-72c6791c4361 req-265079da-90ec-4bf6-9309-1a625029d86b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:30.299079 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f8d4d838-fc86-4233-82fd-72c6791c4361 req-265079da-90ec-4bf6-9309-1a625029d86b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 945 time: 0.0517387 Dec 09 11:54:30.348634 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f8d4d838-fc86-4233-82fd-72c6791c4361 req-a10cc840-7d86-4a87-af6b-8b1896e73c0b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Dec 09 11:54:31.035767 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb7e0e-4f54-4ac1-8efb-38699602e1ab req-9d92936e-0df2-4f6a-98fe-bb56e1e8854f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:31.037333 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6ddb7e0e-4f54-4ac1-8efb-38699602e1ab req-9d92936e-0df2-4f6a-98fe-bb56e1e8854f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0664914 Dec 09 11:54:31.107813 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc763b-1dac-4f26-bdf6-18320aaa5f4b req-d02a22f9-d9f5-4711-a90f-82bcd726c7d2 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:31.109279 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f2bc763b-1dac-4f26-bdf6-18320aaa5f4b req-d02a22f9-d9f5-4711-a90f-82bcd726c7d2 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0948584 Dec 09 11:54:31.114143 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6ddb7e0e-4f54-4ac1-8efb-38699602e1ab req-e2a13e6e-3d82-4e61-84b2-37640ca20785 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630202 Dec 09 11:54:31.159836 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f2bc763b-1dac-4f26-bdf6-18320aaa5f4b req-c0d2849b-e180-45dd-ab34-048d7437523e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438969 Dec 09 11:54:31.461730 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5f27d-4e23-4ec3-b166-c25f866a1bab req-362e5984-cdee-482c-84bc-08b5a3bab7bc tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:31.463203 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-eca5f27d-4e23-4ec3-b166-c25f866a1bab req-362e5984-cdee-482c-84bc-08b5a3bab7bc tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 945 time: 0.0466352 Dec 09 11:54:31.509523 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-eca5f27d-4e23-4ec3-b166-c25f866a1bab req-fca8c559-51fe-4bc1-8977-b38ae5b29a78 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Dec 09 11:54:32.236856 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da700e-08e5-4e52-a7a1-669835b5f387 req-878c4400-316a-4819-9175-604a39d47ffb tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:32.238373 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-59da700e-08e5-4e52-a7a1-669835b5f387 req-878c4400-316a-4819-9175-604a39d47ffb tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0484428 Dec 09 11:54:32.314047 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76213dc9-abd2-4eaf-80ee-0c179d27ad94 req-db42db52-ba88-4034-90c3-e26f464db4af tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:32.315557 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-76213dc9-abd2-4eaf-80ee-0c179d27ad94 req-db42db52-ba88-4034-90c3-e26f464db4af tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0763061 Dec 09 11:54:32.322620 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-59da700e-08e5-4e52-a7a1-669835b5f387 req-f232e679-07a4-49e5-aec2-82598c9b2ef8 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754728 Dec 09 11:54:32.364410 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-76213dc9-abd2-4eaf-80ee-0c179d27ad94 req-86f9d190-8cf2-4b1b-8bf7-c19441c3b1f7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Dec 09 11:54:32.621575 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e91045-82f3-4450-9e3c-e6a2d4f89d08 req-fe1f1434-427a-435f-9b21-eb6d69d0eaca tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:32.623087 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-07e91045-82f3-4450-9e3c-e6a2d4f89d08 req-fe1f1434-427a-435f-9b21-eb6d69d0eaca tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 945 time: 0.0474348 Dec 09 11:54:32.671245 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-07e91045-82f3-4450-9e3c-e6a2d4f89d08 req-1feacd97-101d-4eef-89c1-5bbce3ed0937 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 Dec 09 11:54:33.275369 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [req-7e7bd32b-a140-49fd-89de-b171b911c1ef req-8b9ab9d2-753b-4ace-b44e-0b6d8db97094 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:54:33.276344 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7e7bd32b-a140-49fd-89de-b171b911c1ef req-8b9ab9d2-753b-4ace-b44e-0b6d8db97094 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054228 Dec 09 11:54:33.483968 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2988d85-87d8-4896-817f-1322142ff506 req-6270f619-1bbb-4e00-b833-6e0ed54a3952 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:33.485471 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e2988d85-87d8-4896-817f-1322142ff506 req-6270f619-1bbb-4e00-b833-6e0ed54a3952 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0518150 Dec 09 11:54:33.534364 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e2988d85-87d8-4896-817f-1322142ff506 req-95851721-d7b6-4c9d-97ab-5e0ab06e466e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429192 Dec 09 11:54:33.621305 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b4393-eaf9-4563-8f13-5908c574838e req-37ad7114-30c1-4a40-90e1-eb0186686179 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:33.623046 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dc8b4393-eaf9-4563-8f13-5908c574838e req-37ad7114-30c1-4a40-90e1-eb0186686179 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0476987 Dec 09 11:54:33.672882 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dc8b4393-eaf9-4563-8f13-5908c574838e req-4fc481c7-a226-4433-8070-8c9e9eb3ac09 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438266 Dec 09 11:54:33.786053 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906719e8-3d43-4993-9618-52fec58352e6 req-81b670d7-0ccf-4916-b1e8-af54d1b85c41 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:33.787604 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-906719e8-3d43-4993-9618-52fec58352e6 req-81b670d7-0ccf-4916-b1e8-af54d1b85c41 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 945 time: 0.0494072 Dec 09 11:54:33.843052 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-906719e8-3d43-4993-9618-52fec58352e6 req-fbe45b2f-3e43-4b89-8391-cba2419abd2c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Dec 09 11:54:34.142368 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 56590) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:54:34.226116 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-a22dcc1d-eabc-4798-9a99-3ca4c3544a78 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825231 Dec 09 11:54:34.234688 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-3b0ff2eb-0712-4f6b-90e4-ffc3ec4f7309 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:54:34.235678 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-3b0ff2eb-0712-4f6b-90e4-ffc3ec4f7309 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048649 Dec 09 11:54:34.649993 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcaa065-87b2-43ef-bafb-8621b5be31a8 req-e4edbc2b-b415-4abc-bc39-146f218d8606 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:34.651636 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fdcaa065-87b2-43ef-bafb-8621b5be31a8 req-e4edbc2b-b415-4abc-bc39-146f218d8606 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0496347 Dec 09 11:54:34.700098 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fdcaa065-87b2-43ef-bafb-8621b5be31a8 req-c3cebffe-1a0c-41f1-a3c7-0afb94d55bb1 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Dec 09 11:54:34.797191 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc511a98-1439-47f9-9b96-47e0f4916282 req-1e742486-5fd2-4a0f-a210-433b9509884c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:34.798676 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bc511a98-1439-47f9-9b96-47e0f4916282 req-1e742486-5fd2-4a0f-a210-433b9509884c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0535018 Dec 09 11:54:34.848897 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bc511a98-1439-47f9-9b96-47e0f4916282 req-3e840254-6238-46af-8a22-45c663f619c8 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426335 Dec 09 11:54:34.955494 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a9d8-37bd-48f6-8e3b-1ef14f480355 req-dec9d2c5-89a5-42ec-917a-f5a8790d1684 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:34.957012 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c309a9d8-37bd-48f6-8e3b-1ef14f480355 req-dec9d2c5-89a5-42ec-917a-f5a8790d1684 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 945 time: 0.0479026 Dec 09 11:54:35.003398 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c309a9d8-37bd-48f6-8e3b-1ef14f480355 req-0e415708-adbd-493c-8532-584dd2375c90 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Dec 09 11:54:35.184467 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device aa4ab145-3165-46b9-be8e-9a39e6ed7705 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:54:35.261495 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4df23ec9-0c40-4705-aac3-dc2a01c9d1b0 req-33495fd0-f01f-443f-84e9-1f0f4494a785 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382326 Dec 09 11:54:35.302530 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:35.344141 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df23ec9-0c40-4705-aac3-dc2a01c9d1b0 req-02ef2a54-da78-446f-860a-6fd9cf83250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:35.345612 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4df23ec9-0c40-4705-aac3-dc2a01c9d1b0 req-02ef2a54-da78-446f-860a-6fd9cf83250d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 1098 time: 0.0444963 Dec 09 11:54:35.463333 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df23ec9-0c40-4705-aac3-dc2a01c9d1b0 req-e59e117d-41d4-4c14-a0c2-0299025eb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:35.464699 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4df23ec9-0c40-4705-aac3-dc2a01c9d1b0 req-e59e117d-41d4-4c14-a0c2-0299025eb2e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 200 len: 920 time: 0.0925822 Dec 09 11:54:35.516070 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4df23ec9-0c40-4705-aac3-dc2a01c9d1b0 req-efaed8ad-2100-41dc-acb3-f0d7e25de044 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=209360f6-f3a7-4154-a29b-5242a0a0a2a8 HTTP/1.1" status: 200 len: 217 time: 0.0396445 Dec 09 11:54:35.587742 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df23ec9-0c40-4705-aac3-dc2a01c9d1b0 req-45c91e62-beff-4008-8727-2ca42b992b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:35.589359 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4df23ec9-0c40-4705-aac3-dc2a01c9d1b0 req-45c91e62-beff-4008-8727-2ca42b992b29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=52abfb0d-05f6-4418-8825-93dba6160d6f HTTP/1.1" status: 200 len: 859 time: 0.0475996 Dec 09 11:54:35.621829 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4df23ec9-0c40-4705-aac3-dc2a01c9d1b0 req-b6ba7d86-44e8-465f-9fbd-a70dcfbb5915 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94529fec-5f8f-4c94-9d43-36d5ce9c1431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238709 Dec 09 11:54:35.715611 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4df23ec9-0c40-4705-aac3-dc2a01c9d1b0 req-e8f45ec7-4666-4611-92cc-06ba9a4b7655 service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854113 Dec 09 11:54:35.821694 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ef339-670a-4a91-888a-f1b4fe45d32d req-af4a5fb1-0bb9-45b4-9bcc-c75d25c90eb7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:35.827313 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f67ef339-670a-4a91-888a-f1b4fe45d32d req-af4a5fb1-0bb9-45b4-9bcc-c75d25c90eb7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0551288 Dec 09 11:54:35.847754 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4df23ec9-0c40-4705-aac3-dc2a01c9d1b0 req-3fe228bf-9c2a-41b7-bd0f-551db5b52cdb service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012909 Dec 09 11:54:35.915202 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f67ef339-670a-4a91-888a-f1b4fe45d32d req-15b44151-2996-4226-a90e-9f7b1a94e26d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794909 Dec 09 11:54:35.978328 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf19b5-ac13-4396-b74c-a89d7a34e9b4 req-d74ecc7d-26e8-42c3-817b-a283eb2c9dac tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:35.979990 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d3bf19b5-ac13-4396-b74c-a89d7a34e9b4 req-d74ecc7d-26e8-42c3-817b-a283eb2c9dac tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0496516 Dec 09 11:54:36.036751 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d3bf19b5-ac13-4396-b74c-a89d7a34e9b4 req-3d4b40ab-f4ac-42e5-aa8d-ccaa2865741b tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496128 Dec 09 11:54:36.117459 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9a29a-0ec4-4d3a-a3f8-ef4cd57bd194 req-619b53b2-3d0e-4ccc-8ffc-2f4549e99c62 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:36.118832 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7fd9a29a-0ec4-4d3a-a3f8-ef4cd57bd194 req-619b53b2-3d0e-4ccc-8ffc-2f4549e99c62 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 945 time: 0.0474358 Dec 09 11:54:36.165654 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7fd9a29a-0ec4-4d3a-a3f8-ef4cd57bd194 req-4b8a383f-07a8-44ae-9545-98474d8393ba tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Dec 09 11:54:36.220485 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815044d-d45a-4971-82ae-424b6559672d req-7728cd60-1880-47f3-bd03-8d40acb52d15 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:36.221950 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-a815044d-d45a-4971-82ae-424b6559672d req-7728cd60-1880-47f3-bd03-8d40acb52d15 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 945 time: 0.0477448 Dec 09 11:54:36.319908 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-a815044d-d45a-4971-82ae-424b6559672d req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Deleting port 7a4dcdd4-9947-4811-a416-7027c1a2d594 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:54:36.321636 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-a815044d-d45a-4971-82ae-424b6559672d req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:36.411207 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-a815044d-d45a-4971-82ae-424b6559672d req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] For port 7a4dcdd4-9947-4811-a416-7027c1a2d594, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7a4dcdd4-9947-4811-a416-7027c1a2d594,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:36.411568 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-a815044d-d45a-4971-82ae-424b6559672d req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:36.423356 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-a815044d-d45a-4971-82ae-424b6559672d req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Calling delete_port for 7a4dcdd4-9947-4811-a416-7027c1a2d594 owned by compute:nova {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:54:36.817020 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-a815044d-d45a-4971-82ae-424b6559672d req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:36.835301 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['86716bb5-225d-4767-a3b3-d3dc5e96d1c8', '40265abe-1af3-4517-9a1e-be59f94203bb', '7a4dcdd4-9947-4811-a416-7027c1a2d594'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:54:36.847634 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Pushing event deleted for resources: {'Port': ['ID=7a4dcdd4-9947-4811-a416-7027c1a2d594,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:36.861413 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.861764 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.862107 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.862440 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.862769 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.863193 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.863520 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.863848 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.864173 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.864492 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.864845 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.865130 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.865448 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:36.900175 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a815044d-d45a-4971-82ae-424b6559672d req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] No DVR routers for this DVR port 7a4dcdd4-9947-4811-a416-7027c1a2d594 on host hv-cinder-81969 {{(pid=109617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:54:36.902636 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-a815044d-d45a-4971-82ae-424b6559672d req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:36.906300 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-a815044d-d45a-4971-82ae-424b6559672d req-5eacbadc-ec55-4791-891b-bc0e4629b157 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "DELETE /v2.0/ports/7a4dcdd4-9947-4811-a416-7027c1a2d594 HTTP/1.1" status: 204 len: 173 time: 0.6732135 Dec 09 11:54:36.906733 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3f5cb3-bd2e-4817-a257-9b2a42788ea9', 'name': 'network-vif-deleted', 'tag': '7a4dcdd4-9947-4811-a416-7027c1a2d594'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:54:36.909293 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee289ed-0192-45f1-a13e-5ddacf1c9aca" -d '{"events": [{"server_uuid": "fc3f5cb3-bd2e-4817-a257-9b2a42788ea9", "name": "network-vif-deleted", "tag": "7a4dcdd4-9947-4811-a416-7027c1a2d594"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:54:36.958175 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2796dbf8-83e0-4960-ab9e-b4cb8dece22d x-openstack-request-id: req-2796dbf8-83e0-4960-ab9e-b4cb8dece22d {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:54:36.958471 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3f5cb3-bd2e-4817-a257-9b2a42788ea9", "name": "network-vif-deleted", "tag": "7a4dcdd4-9947-4811-a416-7027c1a2d594", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:54:36.958730 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2796dbf8-83e0-4960-ab9e-b4cb8dece22d {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:54:36.959156 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3f5cb3-bd2e-4817-a257-9b2a42788ea9', 'name': 'network-vif-deleted', 'tag': '7a4dcdd4-9947-4811-a416-7027c1a2d594', 'status': 'completed', 'code': 200} Dec 09 11:54:37.038413 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8b01-0e40-42c3-b7c5-a4f6b405c735 req-79fd51fc-f6e8-45e7-bbec-4ec94e23c2b5 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:37.039967 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-644b8b01-0e40-42c3-b7c5-a4f6b405c735 req-79fd51fc-f6e8-45e7-bbec-4ec94e23c2b5 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0548754 Dec 09 11:54:37.173452 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-644b8b01-0e40-42c3-b7c5-a4f6b405c735 req-7c84ba7a-4791-4d31-9ef5-3e933b6bb1b4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217787 Dec 09 11:54:37.192953 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede67b9a-c802-45a1-b98b-5c3ed4246a7e req-c6524ae8-5eeb-4d5d-b142-ecd4771b5acd tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:37.193527 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ede67b9a-c802-45a1-b98b-5c3ed4246a7e req-c6524ae8-5eeb-4d5d-b142-ecd4771b5acd tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0608292 Dec 09 11:54:37.259738 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ede67b9a-c802-45a1-b98b-5c3ed4246a7e req-c9aba99c-8330-4d24-9421-9fbb3d1ab288 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552583 Dec 09 11:54:37.274554 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d67bc956-13d9-4ce9-b8c4-fa191ad76334 req-dda8e1b3-a01e-44a4-8493-cb77371568c1 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc3f5cb3-bd2e-4817-a257-9b2a42788ea9 HTTP/1.1" status: 200 len: 210 time: 0.0317080 Dec 09 11:54:38.308120 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c846bb-6e74-434e-9c85-bb122f757d64 req-ace82deb-da3c-4239-bc78-1dbb5ffc5a34 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:38.309646 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-22c846bb-6e74-434e-9c85-bb122f757d64 req-ace82deb-da3c-4239-bc78-1dbb5ffc5a34 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0593369 Dec 09 11:54:38.384444 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-22c846bb-6e74-434e-9c85-bb122f757d64 req-0bfdf4f1-c981-4318-b7a6-de5abe427b7c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672266 Dec 09 11:54:38.408297 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec789-3b22-4aed-818c-0b1f552aaf49 req-deb222ff-f090-4f53-a4dc-1e9a35ccb89e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:38.408297 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39aec789-3b22-4aed-818c-0b1f552aaf49 req-deb222ff-f090-4f53-a4dc-1e9a35ccb89e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0682676 Dec 09 11:54:38.463853 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39aec789-3b22-4aed-818c-0b1f552aaf49 req-4b129139-054d-4636-8143-8a256ccb01a9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444953 Dec 09 11:54:38.639252 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-13567c9a-5c36-42a5-aa8a-e2b9174a8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:38.640750 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-13567c9a-5c36-42a5-aa8a-e2b9174a8381 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42&tenant_id=950b7ea4e7374eb58627d3f048470bdb HTTP/1.1" status: 200 len: 1096 time: 0.0689557 Dec 09 11:54:38.712042 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-96b00d38-f4f5-423f-9b23-850557edda06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:38.713523 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-96b00d38-f4f5-423f-9b23-850557edda06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 1096 time: 0.0435519 Dec 09 11:54:38.814619 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-11d5e576-86ce-4f3b-b8e0-37a4296d1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:38.816425 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-11d5e576-86ce-4f3b-b8e0-37a4296d1c64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 917 time: 0.0868015 Dec 09 11:54:38.888121 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-4582498b-5e52-489f-8b26-12f55275fc5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705 HTTP/1.1" status: 200 len: 999 time: 0.0616870 Dec 09 11:54:38.892425 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ef653-c76a-4457-abb4-f829e9e25279 req-708e21b6-b751-4d69-8f35-672d4651d2c1 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:38.893890 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-887ef653-c76a-4457-abb4-f829e9e25279 req-708e21b6-b751-4d69-8f35-672d4651d2c1 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0481334 Dec 09 11:54:38.942239 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-ded5210c-2021-4d5c-b58d-b82fd85cbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:38.943828 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-ded5210c-2021-4d5c-b58d-b82fd85cbd69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d57bdff-4b12-4c25-8c80-3d56d3c88b73 HTTP/1.1" status: 200 len: 855 time: 0.0446320 Dec 09 11:54:38.944040 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-887ef653-c76a-4457-abb4-f829e9e25279 req-ad38390d-a09d-4d92-998c-76c64943f9c0 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443132 Dec 09 11:54:38.996235 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-51e4aca2-406e-4994-b8c4-096b9ef627a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:38.997803 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-51e4aca2-406e-4994-b8c4-096b9ef627a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=339399d7-c359-4375-8e64-8580dc618d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410314 Dec 09 11:54:39.093049 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-75274243-af15-43c9-8dd6-47979231ab9b service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840125 Dec 09 11:54:39.194562 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-32192af7-e7fa-4d88-81f8-dfba3830bbfc req-7256b6d0-1c34-412d-b1e7-20bce237cfb7 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823252 Dec 09 11:54:39.517642 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f15e2-8c62-4975-ae90-1c67935c024e req-830abbd7-c8a0-430c-852b-793f507d6752 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:39.519070 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-505f15e2-8c62-4975-ae90-1c67935c024e req-830abbd7-c8a0-430c-852b-793f507d6752 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0522223 Dec 09 11:54:39.568736 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-505f15e2-8c62-4975-ae90-1c67935c024e req-cbd1e805-830a-4fd8-890c-64075836b8b4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437326 Dec 09 11:54:39.683072 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c7aa4-5667-4b71-85f6-2aca608c7639 req-6805bec8-c6b3-40f5-8e01-3b5075791025 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:39.684530 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-177c7aa4-5667-4b71-85f6-2aca608c7639 req-6805bec8-c6b3-40f5-8e01-3b5075791025 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0488780 Dec 09 11:54:39.731483 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-177c7aa4-5667-4b71-85f6-2aca608c7639 req-ce3cba22-d705-4720-9b2d-c1043e9d4c59 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402262 Dec 09 11:54:40.078181 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43574e19-c4ec-4698-be89-64ce28d98d5b req-527cec5c-b9d4-43a0-bb19-44bdc3bf976c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:40.079773 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-43574e19-c4ec-4698-be89-64ce28d98d5b req-527cec5c-b9d4-43a0-bb19-44bdc3bf976c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0636661 Dec 09 11:54:40.131571 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-43574e19-c4ec-4698-be89-64ce28d98d5b req-5edf7447-f92d-4f15-ae8d-26032580a0c3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450599 Dec 09 11:54:40.433879 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-34d5bd5d-65ec-4a4f-ab4d-f0a0e65d0a19 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253693409&fields=id&tenant_id=668a9cfe67994e52a5acb64338974d32 HTTP/1.1" status: 200 len: 267 time: 0.0443897 Dec 09 11:54:40.544046 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-a1fe0c45-c186-4ca3-8850-f6d5f595be6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:40.545398 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-a1fe0c45-c186-4ca3-8850-f6d5f595be6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 811 time: 0.1041436 Dec 09 11:54:40.562703 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-1c9503e6-25d1-4018-b266-b42796fc1e94 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/quotas/668a9cfe67994e52a5acb64338974d32 HTTP/1.1" status: 200 len: 375 time: 0.0098991 Dec 09 11:54:40.615885 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-f28df68f-aa85-459b-b402-5e9a0418a01a tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475953 Dec 09 11:54:40.751578 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d263f-7f91-4367-9ff4-f2cdf7a3098e req-39d29843-ea6d-4540-87c4-22c983f0e49b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:40.753017 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e19d263f-7f91-4367-9ff4-f2cdf7a3098e req-39d29843-ea6d-4540-87c4-22c983f0e49b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.1066780 Dec 09 11:54:40.755142 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-f83e2ca1-42ca-4fe8-8a60-5c80d02d0ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273103 Dec 09 11:54:40.868691 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e19d263f-7f91-4367-9ff4-f2cdf7a3098e req-68ff4dae-0004-4b15-bcd4-937d7fa02b2b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077862 Dec 09 11:54:40.887763 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-75082db7-1c0a-43ad-a075-071c7e16bfe2 service neutron] 10.222.0.24 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249311 Dec 09 11:54:41.029591 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729cf93-76e7-4077-b5b5-4de802490354 req-72b889f3-1dd3-496f-b028-2234cb67fc39 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:41.034038 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5729cf93-76e7-4077-b5b5-4de802490354 req-72b889f3-1dd3-496f-b028-2234cb67fc39 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0620716 Dec 09 11:54:41.093612 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5729cf93-76e7-4077-b5b5-4de802490354 req-795cbe01-ba26-42e4-a089-4e91ceb53635 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548995 Dec 09 11:54:41.176998 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 7a4dcdd4-9947-4811-a416-7027c1a2d594 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:54:41.208379 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 7a4dcdd4-9947-4811-a416-7027c1a2d594 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:54:41.209034 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 7a4dcdd4-9947-4811-a416-7027c1a2d594 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:54:41.255709 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47cf32-05e1-4a48-8d9a-6a8939a48028 req-313a4c11-b87c-4c22-8ae7-ed5d0d4813c5 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:41.257183 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8e47cf32-05e1-4a48-8d9a-6a8939a48028 req-313a4c11-b87c-4c22-8ae7-ed5d0d4813c5 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0482309 Dec 09 11:54:41.314115 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8e47cf32-05e1-4a48-8d9a-6a8939a48028 req-8033f61b-7e3f-4041-99b0-1d793f1be31b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503619 Dec 09 11:54:41.564228 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6555395d-1e9c-4120-9d77-a3081c2406ec req-69afecaf-ee7e-41a9-a27e-505bf9c8ae96 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0288956 Dec 09 11:54:42.022532 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3237b57-f6e6-41ad-a9ec-1f30429b83fd req-3f86d03c-83a1-4302-a8d0-ad6d5cf8b5f7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:42.024244 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a3237b57-f6e6-41ad-a9ec-1f30429b83fd req-3f86d03c-83a1-4302-a8d0-ad6d5cf8b5f7 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0785072 Dec 09 11:54:42.083531 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a3237b57-f6e6-41ad-a9ec-1f30429b83fd req-2dba1b0e-f8a2-475b-b27b-665b9201b268 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532038 Dec 09 11:54:42.229725 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abec75-d405-4fa4-a574-0eba54c96fd0 req-b7ca552c-2e59-483f-8145-56806a52b19e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:42.232015 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a2abec75-d405-4fa4-a574-0eba54c96fd0 req-b7ca552c-2e59-483f-8145-56806a52b19e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0507603 Dec 09 11:54:42.283843 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a2abec75-d405-4fa4-a574-0eba54c96fd0 req-8ec9131d-ce46-478b-b699-9ec1a29e9f5b tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443344 Dec 09 11:54:42.433922 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc356e62-899b-49b2-903f-c95bcad87d35 req-cd03fba5-b10e-4d72-a590-17d0a6a7ebcd tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:42.435392 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dc356e62-899b-49b2-903f-c95bcad87d35 req-cd03fba5-b10e-4d72-a590-17d0a6a7ebcd tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0526080 Dec 09 11:54:42.485601 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dc356e62-899b-49b2-903f-c95bcad87d35 req-689c8b65-a4f0-473e-ad3a-24fab2d872cc tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440803 Dec 09 11:54:42.659720 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-88df3dff-5ce8-48d6-9229-d6197eae77f0 req-d762db36-213e-40b7-b2df-653600b15fc7 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0264113 Dec 09 11:54:43.195217 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121961e6-1796-40f6-aa66-b3b37c9c1f19 req-6f074de2-0eb5-40bb-8539-fd0294b08172 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:43.197089 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-121961e6-1796-40f6-aa66-b3b37c9c1f19 req-6f074de2-0eb5-40bb-8539-fd0294b08172 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0503891 Dec 09 11:54:43.245435 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-121961e6-1796-40f6-aa66-b3b37c9c1f19 req-3497b0d7-9f10-4d1a-8227-7f1b4e6c97c1 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Dec 09 11:54:43.424161 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd628ae-1175-42bf-8f49-819e450294c8 req-37bf4237-520b-457a-bce3-aeeebdc0ae21 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:43.425973 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-edd628ae-1175-42bf-8f49-819e450294c8 req-37bf4237-520b-457a-bce3-aeeebdc0ae21 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0581462 Dec 09 11:54:43.475385 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-edd628ae-1175-42bf-8f49-819e450294c8 req-fda0717d-5d9b-4ce2-92c6-46b78e6d8c93 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434456 Dec 09 11:54:43.605386 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21784efd-33b2-4947-81bb-65bce096c4c4 req-9464aded-e2c1-46d1-8bf8-e4f1dc6c5119 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:43.606854 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-21784efd-33b2-4947-81bb-65bce096c4c4 req-9464aded-e2c1-46d1-8bf8-e4f1dc6c5119 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0545745 Dec 09 11:54:43.653758 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-21784efd-33b2-4947-81bb-65bce096c4c4 req-7fa37998-0467-4487-bd47-d6a61897aa64 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403819 Dec 09 11:54:43.755184 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d26d5597-2a74-439f-8df8-5d3d7f1c1114 req-04cd7f9a-7f33-4b7b-bba4-24c8b6c4f516 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0285578 Dec 09 11:54:44.362052 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8582ea-4472-4213-8df5-a1344105d965 req-5ce8d532-2d91-4b65-9b49-c1ae933a8aa4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:44.364130 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-af8582ea-4472-4213-8df5-a1344105d965 req-5ce8d532-2d91-4b65-9b49-c1ae933a8aa4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0501220 Dec 09 11:54:44.411480 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-af8582ea-4472-4213-8df5-a1344105d965 req-b89eb125-3964-4d08-b94f-7f3273927169 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Dec 09 11:54:44.599123 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66a5ce-adc2-4d67-9eb0-49ef6a9dd4b7 req-cb06b0d3-0365-4171-bd09-19c9fe87dd99 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:44.600643 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2c66a5ce-adc2-4d67-9eb0-49ef6a9dd4b7 req-cb06b0d3-0365-4171-bd09-19c9fe87dd99 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0505688 Dec 09 11:54:44.647943 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2c66a5ce-adc2-4d67-9eb0-49ef6a9dd4b7 req-9f9f1d4e-be1f-48e9-94b7-ad13a07d68f7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414660 Dec 09 11:54:44.778628 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a0220-e0ee-4a38-b53f-22250a2e5204 req-4b25bdc9-da9f-4c84-a7cc-087305461c24 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:44.788748 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-755a0220-e0ee-4a38-b53f-22250a2e5204 req-4b25bdc9-da9f-4c84-a7cc-087305461c24 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0636897 Dec 09 11:54:44.834885 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-755a0220-e0ee-4a38-b53f-22250a2e5204 req-a682fd79-9841-4486-891e-52c15aeec60c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450799 Dec 09 11:54:44.858823 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-72c1efa3-1aa5-4165-b674-96419c089374 req-af6b5493-b54a-4c06-adf3-0da350bcec08 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0278015 Dec 09 11:54:45.529039 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a3d6e-c58f-4f50-9228-d18f18f5066c req-23ecce6f-7776-438e-9c65-383a5393eb89 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:45.531163 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a15a3d6e-c58f-4f50-9228-d18f18f5066c req-23ecce6f-7776-438e-9c65-383a5393eb89 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0493288 Dec 09 11:54:45.583258 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a15a3d6e-c58f-4f50-9228-d18f18f5066c req-d1b84f17-9236-4922-ae0a-546b38240b8a tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452485 Dec 09 11:54:45.775390 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323d83f-9454-4a5a-be90-0490a2165574 req-34ea239e-11fb-48ee-9165-3c38e70c730e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:45.776958 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f323d83f-9454-4a5a-be90-0490a2165574 req-34ea239e-11fb-48ee-9165-3c38e70c730e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0543752 Dec 09 11:54:45.823866 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f323d83f-9454-4a5a-be90-0490a2165574 req-bc4f61c4-560a-40c7-8e6d-5f740320eac0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409174 Dec 09 11:54:45.965415 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-72dcab60-cae2-4aab-b319-98383a8cb5ae req-7626edc7-8824-4bcc-8470-8fc5c9eefb81 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0294769 Dec 09 11:54:45.973901 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581c80b-d7c2-4662-b7d1-9999c2306a3f req-0f4c8594-d13c-4f3e-a9af-19c5621461f9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:45.975449 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c581c80b-d7c2-4662-b7d1-9999c2306a3f req-0f4c8594-d13c-4f3e-a9af-19c5621461f9 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0697184 Dec 09 11:54:46.035454 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c581c80b-d7c2-4662-b7d1-9999c2306a3f req-bd205670-8b47-4fe8-8319-f23e64163cde tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489354 Dec 09 11:54:46.715097 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc77698-f26e-4e91-9414-aadb09414795 req-863c3f9a-a407-4e73-a6cd-dd8f4ffd7d7e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:46.718037 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-adc77698-f26e-4e91-9414-aadb09414795 req-863c3f9a-a407-4e73-a6cd-dd8f4ffd7d7e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0545378 Dec 09 11:54:46.777231 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-adc77698-f26e-4e91-9414-aadb09414795 req-0b8e12d5-fa37-4c42-a107-8f4419e4b7ab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523424 Dec 09 11:54:46.960812 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c75bc1-2f65-4f69-ac98-c35523a28b18 req-733f1ed5-427b-4080-88d2-4d997d0c74f3 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:46.962275 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-80c75bc1-2f65-4f69-ac98-c35523a28b18 req-733f1ed5-427b-4080-88d2-4d997d0c74f3 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0473704 Dec 09 11:54:47.021802 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-80c75bc1-2f65-4f69-ac98-c35523a28b18 req-829f3c2e-c011-45f6-ab05-959724a12b9b tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517030 Dec 09 11:54:47.080234 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7cc56f0b-c561-418d-a6dd-08f4545db8b2 req-e452acd4-8e32-49e6-afd1-80cff52d2886 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0322328 Dec 09 11:54:47.161421 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5810db-d2ec-46a1-83b2-4c25bf4c2b79 req-f7fb20ec-7fe3-43e3-b725-ec10a63e4730 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:47.162958 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-af5810db-d2ec-46a1-83b2-4c25bf4c2b79 req-f7fb20ec-7fe3-43e3-b725-ec10a63e4730 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0561693 Dec 09 11:54:47.232290 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-af5810db-d2ec-46a1-83b2-4c25bf4c2b79 req-ad6af119-c797-4e8a-827f-1469a4d7081e tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586782 Dec 09 11:54:47.901393 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eaad3-053b-4d5a-9feb-ee877c9c8d4a req-309125ae-84df-4691-9e6c-d7ce92f73c59 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:47.903208 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-615eaad3-053b-4d5a-9feb-ee877c9c8d4a req-309125ae-84df-4691-9e6c-d7ce92f73c59 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0523143 Dec 09 11:54:47.951858 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-615eaad3-053b-4d5a-9feb-ee877c9c8d4a req-aa3c98f2-be96-47ba-9bf0-5ca756cefa2e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 Dec 09 11:54:48.154011 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762a2b3-049a-4158-8d65-40c869392144 req-31a39fb3-db6c-4389-9b59-22829fdbe94f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:48.156009 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3762a2b3-049a-4158-8d65-40c869392144 req-31a39fb3-db6c-4389-9b59-22829fdbe94f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0611398 Dec 09 11:54:48.212307 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3762a2b3-049a-4158-8d65-40c869392144 req-66496991-f2af-4e95-9a6a-628a494bb77b tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499141 Dec 09 11:54:48.229227 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bc4d9dd4-438c-4be3-9baa-742a56bd6521 req-5ea71882-bac6-4007-9b83-771e99c6a710 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0324721 Dec 09 11:54:48.362071 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1296af-586b-4de0-9ee3-95341eb48ff3 req-d01918fb-623e-462e-b841-41c9c5dfb2cc tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:48.362071 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aa1296af-586b-4de0-9ee3-95341eb48ff3 req-d01918fb-623e-462e-b841-41c9c5dfb2cc tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0577264 Dec 09 11:54:48.409644 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aa1296af-586b-4de0-9ee3-95341eb48ff3 req-11d728e2-147f-40da-8dae-a6be30fe94ee tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450461 Dec 09 11:54:49.079564 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aee580-ccfc-4797-b53c-080d32efd124 req-74cf76d7-e319-412d-a14b-2a19090c91fc tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:49.080990 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-95aee580-ccfc-4797-b53c-080d32efd124 req-74cf76d7-e319-412d-a14b-2a19090c91fc tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0538752 Dec 09 11:54:49.128093 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-95aee580-ccfc-4797-b53c-080d32efd124 req-ae388a07-fbe1-4098-a89f-2b9bcfacaf3e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Dec 09 11:54:49.353417 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5419dc5b-5f7d-4f6b-9d51-85d38df68f3f req-4b5285b6-22e3-4890-b214-1621ad28b529 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0279918 Dec 09 11:54:49.368355 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92404bc-320a-4bc0-a055-3ee4d490497b req-1c7ca0c6-9a51-4237-a24a-a773376eecf5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:49.370072 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e92404bc-320a-4bc0-a055-3ee4d490497b req-1c7ca0c6-9a51-4237-a24a-a773376eecf5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0727587 Dec 09 11:54:49.434325 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e92404bc-320a-4bc0-a055-3ee4d490497b req-b64b177c-2904-4b47-866a-6fab8189fce5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548244 Dec 09 11:54:49.531018 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdf862-4ff6-4c8a-af53-a2be5148cd6f req-5579c09d-5103-4b79-b9c4-290d1254e5d6 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:49.532465 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-70bdf862-4ff6-4c8a-af53-a2be5148cd6f req-5579c09d-5103-4b79-b9c4-290d1254e5d6 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0521584 Dec 09 11:54:49.578874 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-70bdf862-4ff6-4c8a-af53-a2be5148cd6f req-044c3a42-284f-4a9d-a94f-db660d222e89 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 Dec 09 11:54:50.243776 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27c68d-43d5-415c-92b6-4c11c41fe991 req-d53e1bf0-03ee-4e25-bb8e-440f107d2362 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:50.246418 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ba27c68d-43d5-415c-92b6-4c11c41fe991 req-d53e1bf0-03ee-4e25-bb8e-440f107d2362 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0498710 Dec 09 11:54:50.295437 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ba27c68d-43d5-415c-92b6-4c11c41fe991 req-f219d341-09a1-4354-9bf8-4bd274be6eae tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431991 Dec 09 11:54:50.458687 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a300f360-65de-463a-86c9-a318cc1ed9a6 req-ea3d1a38-adf3-4cbf-ba40-4aae9c9258e9 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0285742 Dec 09 11:54:50.567952 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a8d53-d263-46d4-8781-1feaa954626d req-2d005bf5-5ca6-4f1a-a001-2f7e83c3ac21 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:50.569397 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-510a8d53-d263-46d4-8781-1feaa954626d req-2d005bf5-5ca6-4f1a-a001-2f7e83c3ac21 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0528717 Dec 09 11:54:50.631463 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-510a8d53-d263-46d4-8781-1feaa954626d req-44bee233-a212-4dcd-805e-8564d49ced16 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561044 Dec 09 11:54:50.700969 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09123187-05a7-4997-95b1-e4db621b16b1 req-52e2965d-f286-4a0f-ae8e-329b60e162f0 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:50.702581 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-09123187-05a7-4997-95b1-e4db621b16b1 req-52e2965d-f286-4a0f-ae8e-329b60e162f0 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0477402 Dec 09 11:54:50.753063 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-09123187-05a7-4997-95b1-e4db621b16b1 req-df2d8569-e3af-4f78-bd72-f298128d63e2 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444794 Dec 09 11:54:51.418050 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6151f-88c8-4de8-b8a5-e44bf217b0c1 req-ac3347cf-c53d-4ed1-8510-d23bf7b0fb21 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:51.419615 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-90c6151f-88c8-4de8-b8a5-e44bf217b0c1 req-ac3347cf-c53d-4ed1-8510-d23bf7b0fb21 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0518694 Dec 09 11:54:51.468549 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-90c6151f-88c8-4de8-b8a5-e44bf217b0c1 req-cc8afa61-f906-4392-b7d2-75cefe777d87 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Dec 09 11:54:51.562669 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4fd85d3e-d319-4b5d-bd28-3910764f590a req-96fc03fb-c28a-4bef-a3bf-086545c9d457 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0259771 Dec 09 11:54:51.768868 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4e3b-8773-43aa-8969-31ced7915c4f req-7d9ef277-2f31-4699-a328-8276c1ad13c7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:51.770031 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-759a4e3b-8773-43aa-8969-31ced7915c4f req-7d9ef277-2f31-4699-a328-8276c1ad13c7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0533717 Dec 09 11:54:51.831644 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-759a4e3b-8773-43aa-8969-31ced7915c4f req-1af571d5-ed53-4234-ac62-cba335a93472 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584283 Dec 09 11:54:51.886766 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c094ef-140b-4233-af0c-93ee0d5487f7 req-d9ef751d-f349-4ba8-b9d2-7245c2e7f407 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:51.888302 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-85c094ef-140b-4233-af0c-93ee0d5487f7 req-d9ef751d-f349-4ba8-b9d2-7245c2e7f407 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0531359 Dec 09 11:54:51.904894 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-df2ab033-18c0-4bad-8009-07b9a30aec02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:51.943408 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-85c094ef-140b-4233-af0c-93ee0d5487f7 req-af9716f0-8a16-4f1b-9a7a-0b6d6a19b2bc tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465076 Dec 09 11:54:52.008219 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:54:52.589757 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f7694-cf03-4e5c-8316-11413fcff6c7 req-fc0fd169-809c-4b37-820d-d767e932f524 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:52.591026 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-829f7694-cf03-4e5c-8316-11413fcff6c7 req-fc0fd169-809c-4b37-820d-d767e932f524 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0488167 Dec 09 11:54:52.647975 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-829f7694-cf03-4e5c-8316-11413fcff6c7 req-5b7a5ebd-3571-4009-94cd-9f8175322ac0 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504606 Dec 09 11:54:52.662612 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0eb4589f-23f1-426b-b661-29406e4edc15 req-3aceac96-97ad-4f82-a0d8-9419d0437e3c tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0301747 Dec 09 11:54:52.951043 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8a5d7-02b0-475b-a576-1d71a100e4e2 req-0d688365-afd0-4002-94ef-4dda2b005ff6 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:52.953235 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c1f8a5d7-02b0-475b-a576-1d71a100e4e2 req-0d688365-afd0-4002-94ef-4dda2b005ff6 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0510345 Dec 09 11:54:53.232886 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c1f8a5d7-02b0-475b-a576-1d71a100e4e2 req-a07effa3-2764-4a4e-a091-3b14bcdb11c7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736683 Dec 09 11:54:53.249337 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944dd5b-6c9a-44be-8efc-8043d36e9d5d req-a0d633ee-6cd8-4c63-a0a0-853fea361f48 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:53.255498 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2944dd5b-6c9a-44be-8efc-8043d36e9d5d req-a0d633ee-6cd8-4c63-a0a0-853fea361f48 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0790746 Dec 09 11:54:53.301708 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2944dd5b-6c9a-44be-8efc-8043d36e9d5d req-af4efcba-754d-4da5-b67d-c2cc25097beb tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447309 Dec 09 11:54:53.772298 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-58f184b6-50b3-44eb-893c-48619b96256a req-3e8130d1-eab5-4400-9f13-6c20bdd52e53 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0425222 Dec 09 11:54:53.792123 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9c20c-e610-4c80-a0d7-da8df6450fba req-cec38eed-f554-4e1e-a3eb-dabad1d1e4b5 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:53.793621 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2ed9c20c-e610-4c80-a0d7-da8df6450fba req-cec38eed-f554-4e1e-a3eb-dabad1d1e4b5 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0755024 Dec 09 11:54:53.842058 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2ed9c20c-e610-4c80-a0d7-da8df6450fba req-2dd2a53b-8042-40f2-8f22-258f75cbccaf tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Dec 09 11:54:53.947159 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cdbef-dcdf-4f8a-843e-bbe0b5abd26e req-291557ee-196c-4010-bf55-eddf497a9392 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:53.948699 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-956cdbef-dcdf-4f8a-843e-bbe0b5abd26e req-291557ee-196c-4010-bf55-eddf497a9392 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 946 time: 0.0568864 Dec 09 11:54:54.041744 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-956cdbef-dcdf-4f8a-843e-bbe0b5abd26e req-cd625a55-6234-461b-980d-4519bf694aa3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Deleting port 40265abe-1af3-4517-9a1e-be59f94203bb {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:54:54.042086 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-956cdbef-dcdf-4f8a-843e-bbe0b5abd26e req-cd625a55-6234-461b-980d-4519bf694aa3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:54.134234 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-956cdbef-dcdf-4f8a-843e-bbe0b5abd26e req-cd625a55-6234-461b-980d-4519bf694aa3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] For port 40265abe-1af3-4517-9a1e-be59f94203bb, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=40265abe-1af3-4517-9a1e-be59f94203bb,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:54.134734 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-956cdbef-dcdf-4f8a-843e-bbe0b5abd26e req-cd625a55-6234-461b-980d-4519bf694aa3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:54.149720 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-956cdbef-dcdf-4f8a-843e-bbe0b5abd26e req-cd625a55-6234-461b-980d-4519bf694aa3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Calling delete_port for 40265abe-1af3-4517-9a1e-be59f94203bb owned by compute:nova {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:54:54.194345 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-38204c82-b64d-461c-8071-a88a39b624f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:54.348546 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-956cdbef-dcdf-4f8a-843e-bbe0b5abd26e req-cd625a55-6234-461b-980d-4519bf694aa3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:54.362247 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['86716bb5-225d-4767-a3b3-d3dc5e96d1c8', '40265abe-1af3-4517-9a1e-be59f94203bb'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:54:54.369922 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-2428ae83-a665-429a-b0a3-9c9e2ba40de1 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:54.371449 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-2428ae83-a665-429a-b0a3-9c9e2ba40de1 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 811 time: 0.1412961 Dec 09 11:54:54.379426 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd625a55-6234-461b-980d-4519bf694aa3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Pushing event deleted for resources: {'Port': ['ID=40265abe-1af3-4517-9a1e-be59f94203bb,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:54.391936 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f71842-d352-488a-ae2f-5ec59e6166b8 req-e5a57745-9a43-43f4-9366-ac3c1ab3c33f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:54.391936 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-08f71842-d352-488a-ae2f-5ec59e6166b8 req-e5a57745-9a43-43f4-9366-ac3c1ab3c33f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0766556 Dec 09 11:54:54.431108 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-956cdbef-dcdf-4f8a-843e-bbe0b5abd26e req-cd625a55-6234-461b-980d-4519bf694aa3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] No DVR routers for this DVR port 40265abe-1af3-4517-9a1e-be59f94203bb on host hv-cinder-81969 {{(pid=109617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:54:54.434701 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-956cdbef-dcdf-4f8a-843e-bbe0b5abd26e req-cd625a55-6234-461b-980d-4519bf694aa3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:54.438776 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-956cdbef-dcdf-4f8a-843e-bbe0b5abd26e req-cd625a55-6234-461b-980d-4519bf694aa3 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "DELETE /v2.0/ports/40265abe-1af3-4517-9a1e-be59f94203bb HTTP/1.1" status: 204 len: 173 time: 0.4829841 Dec 09 11:54:54.439709 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa263a65-e76d-4f66-97f0-3592c1352877', 'name': 'network-vif-deleted', 'tag': '40265abe-1af3-4517-9a1e-be59f94203bb'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:54:54.443314 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb41b64-0505-4d12-8334-49785cb0f73e" -d '{"events": [{"server_uuid": "fa263a65-e76d-4f66-97f0-3592c1352877", "name": "network-vif-deleted", "tag": "40265abe-1af3-4517-9a1e-be59f94203bb"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:54:54.473198 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a6d4aa30-0860-4287-81b1-8d683cb48790 req-9220cdfd-6efc-4ac6-8cf8-2316e7b6c434 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 210 time: 0.0574679 Dec 09 11:54:54.512542 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-08f71842-d352-488a-ae2f-5ec59e6166b8 req-9bf9d1be-68e9-437f-993a-6246f6103253 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166315 Dec 09 11:54:54.534983 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-a76b25d2-6841-40d4-aeba-0efa876794a6 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=668a9cfe67994e52a5acb64338974d32 HTTP/1.1" status: 200 len: 380 time: 0.1465325 Dec 09 11:54:54.555255 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5d0f27-5e85-46a2-b359-0088da6f7fdb x-openstack-request-id: req-6d5d0f27-5e85-46a2-b359-0088da6f7fdb {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:54:54.555764 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa263a65-e76d-4f66-97f0-3592c1352877", "name": "network-vif-deleted", "tag": "40265abe-1af3-4517-9a1e-be59f94203bb", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:54:54.556188 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d5d0f27-5e85-46a2-b359-0088da6f7fdb {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:54:54.557318 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa263a65-e76d-4f66-97f0-3592c1352877', 'name': 'network-vif-deleted', 'tag': '40265abe-1af3-4517-9a1e-be59f94203bb', 'status': 'completed', 'code': 200} Dec 09 11:54:54.565002 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'port': {'device_id': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'admin_state_up': True, 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'security_groups': ['c3c01888-965a-4385-a168-1d7de4b80082']}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:54:54.719132 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20b486-add7-4fe1-93a8-056ae5e61fdc req-66f10be0-e7d9-43e0-a195-d581dc4c4c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:54.720934 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-5f20b486-add7-4fe1-93a8-056ae5e61fdc req-66f10be0-e7d9-43e0-a195-d581dc4c4c18 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 1098 time: 0.0505259 Dec 09 11:54:54.742574 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Made reservation on behalf of 668a9cfe67994e52a5acb64338974d32 for: {'port': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:54:54.746221 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:54.772136 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-5f20b486-add7-4fe1-93a8-056ae5e61fdc req-8aa12aad-6383-4966-95b4-29f341362b51 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435679 Dec 09 11:54:54.890812 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6b3b58e4-61c9-40f2-84ab-fbe1d1206d44 req-0c98eed3-a607-4691-9b04-d00b4bb15043 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0345721 Dec 09 11:54:54.904307 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Allocated IP 172.20.0.5 (f7887434-306d-4523-9326-6054e1da426c/63eef003-b8e9-48df-a110-bbc1d47b6203/3ce52dac-bde1-4149-ac46-1f02c95b0d06) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:54:55.054354 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b649f-a626-4756-99a2-c4d0c7aa16bc req-3d1877c7-62e8-429c-abc6-2d5113d1f9a4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:55.055786 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9a3b649f-a626-4756-99a2-c4d0c7aa16bc req-3d1877c7-62e8-429c-abc6-2d5113d1f9a4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.1073096 Dec 09 11:54:55.123283 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:55.171996 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa093ddd-1a33-4d8d-b632-58c17edc12f8 req-6c4ebe84-a3b8-4584-9ae4-875de5073430 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:55.171996 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fa093ddd-1a33-4d8d-b632-58c17edc12f8 req-6c4ebe84-a3b8-4584-9ae4-875de5073430 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 945 time: 0.1128581 Dec 09 11:54:55.187245 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9a3b649f-a626-4756-99a2-c4d0c7aa16bc req-d47f73fc-4a94-4244-83bd-1ba5dacd4c71 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105652 Dec 09 11:54:55.188914 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:55.239195 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fa093ddd-1a33-4d8d-b632-58c17edc12f8 req-3a21e176-e968-4824-8da1-9e3e23b302c9 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606523 Dec 09 11:54:55.268987 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:55.311415 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Network f7887434-306d-4523-9326-6054e1da426c is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:54:55.314987 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:54:55.320199 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:54:55.348502 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'Port': ['ID=3ce52dac-bde1-4149-ac46-1f02c95b0d06,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:55.362511 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.362870 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.363302 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.363643 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.363972 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.364299 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.364689 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.365017 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.365342 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.365665 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.365988 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.366306 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.366625 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:54:55.391626 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:55.392283 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:55.482711 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-14aff8f3-e667-45cc-adab-239c934cb4a8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9403071 Dec 09 11:54:55.495601 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Request body: {'port': {'device_id': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:54:55.552258 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:55.591789 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-a56a6071-46f1-4608-a83d-af1bf802c080 None None] Provisioning complete for port 3ce52dac-bde1-4149-ac46-1f02c95b0d06 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:54:55.592778 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a56a6071-46f1-4608-a83d-af1bf802c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:55.596332 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9fd69dc0-92ae-43a5-83d8-265955218b6c req-f7d37fd6-9d46-4eb3-9f02-89f9ec7b975f tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa263a65-e76d-4f66-97f0-3592c1352877 HTTP/1.1" status: 200 len: 210 time: 0.0355294 Dec 09 11:54:55.633171 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-a56a6071-46f1-4608-a83d-af1bf802c080 None None] Port 3ce52dac-bde1-4149-ac46-1f02c95b0d06 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:54:55.746283 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8d815-e176-4215-bfb2-7e022db91d55 req-e19caff0-35c3-4dd6-a8cc-529fc7b48052 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:55.747890 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-92f8d815-e176-4215-bfb2-7e022db91d55 req-e19caff0-35c3-4dd6-a8cc-529fc7b48052 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.1189940 Dec 09 11:54:55.841395 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-92f8d815-e176-4215-bfb2-7e022db91d55 req-45aebc87-bba4-409f-8c54-6d4a075bf72d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833709 Dec 09 11:54:55.922406 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce52dac-bde1-4149-ac46-1f02c95b0d06 {{(pid=109618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:54:55.930081 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:55.942749 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.provisioning_blocks [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Transition to ACTIVE for port object 3ce52dac-bde1-4149-ac46-1f02c95b0d06 will not be triggered until provisioned by entity L2. {{(pid=109618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:54:56.007003 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50e1e6-b09e-4a44-ad31-9deefdcfd66e req-2d96754a-c712-4a6e-97ac-1c47757d655c tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:56.008745 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1e50e1e6-b09e-4a44-ad31-9deefdcfd66e req-2d96754a-c712-4a6e-97ac-1c47757d655c tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 931 time: 0.0483694 Dec 09 11:54:56.009810 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:56.103324 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce52dac-bde1-4149-ac46-1f02c95b0d06,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:56.148882 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1e50e1e6-b09e-4a44-ad31-9deefdcfd66e req-a5cb8c01-7602-4c2f-962c-1a262732a58b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311216 Dec 09 11:54:56.185191 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Attempting to bind port 3ce52dac-bde1-4149-ac46-1f02c95b0d06 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:54:56.185666 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Attempting to bind port 3ce52dac-bde1-4149-ac46-1f02c95b0d06 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:54:56.187870 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Attempting to bind port 3ce52dac-bde1-4149-ac46-1f02c95b0d06 on network f7887434-306d-4523-9326-6054e1da426c {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:54:56.190786 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Port 3ce52dac-bde1-4149-ac46-1f02c95b0d06 on network f7887434-306d-4523-9326-6054e1da426c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:54:56.191187 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Attempting to bind port 3ce52dac-bde1-4149-ac46-1f02c95b0d06 on network f7887434-306d-4523-9326-6054e1da426c {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:54:56.196122 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:54:56.196459 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Checking segment: {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:54:56.196888 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Bound using segment: {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:54:56.197312 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Bound port: 3ce52dac-bde1-4149-ac46-1f02c95b0d06, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'}}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:54:56.197666 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:56.287314 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] For port 3ce52dac-bde1-4149-ac46-1f02c95b0d06, host hv-cinder-81969, cleared binding levels {{(pid=109618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:54:56.303774 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] For port 3ce52dac-bde1-4149-ac46-1f02c95b0d06, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=3ce52dac-bde1-4149-ac46-1f02c95b0d06,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:54:56.329924 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565923-e0d0-45b0-aad8-06f076324c9f req-bea1722d-ddfd-4b67-b8f6-6fdd813447ee tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:56.331330 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd565923-e0d0-45b0-aad8-06f076324c9f req-bea1722d-ddfd-4b67-b8f6-6fdd813447ee tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0719652 Dec 09 11:54:56.394145 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:56.405473 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52b25e-3a6e-4fa4-afe5-7790df52a8c9 req-d84e9dd6-7401-499a-be23-8932e086298d tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:56.407230 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-eb52b25e-3a6e-4fa4-afe5-7790df52a8c9 req-d84e9dd6-7401-499a-be23-8932e086298d tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 945 time: 0.0975177 Dec 09 11:54:56.430079 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd565923-e0d0-45b0-aad8-06f076324c9f req-ac0c5bf0-c34c-4aab-a091-5e9670e0322c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825632 Dec 09 11:54:56.460628 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:56.463376 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:56.463376 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] 10.222.0.42 "PUT /v2.0/ports/3ce52dac-bde1-4149-ac46-1f02c95b0d06 HTTP/1.1" status: 200 len: 1093 time: 0.9711423 Dec 09 11:54:56.464593 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'tag': '3ce52dac-bde1-4149-ac46-1f02c95b0d06'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:54:56.466758 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd453e07-ef98-4bf9-9a7f-89844b9e0f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "378a9210-fe51-4557-8fa9-c0384d47b8df", "tag": "3ce52dac-bde1-4149-ac46-1f02c95b0d06"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:54:56.497805 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e99da-0fd6-441b-9abf-d2c89c053342 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce52dac-bde1-4149-ac46-1f02c95b0d06,revision_number=3']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:56.517117 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-eb52b25e-3a6e-4fa4-afe5-7790df52a8c9 req-fb0d26bd-fe44-41b4-ad93-e00a39078739 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860915 Dec 09 11:54:56.567138 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad3d5c7-e382-440c-a91f-e2dc564b043e x-openstack-request-id: req-3ad3d5c7-e382-440c-a91f-e2dc564b043e {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:54:56.567436 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378a9210-fe51-4557-8fa9-c0384d47b8df", "tag": "3ce52dac-bde1-4149-ac46-1f02c95b0d06", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:54:56.567717 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ad3d5c7-e382-440c-a91f-e2dc564b043e {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:54:56.568117 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'tag': '3ce52dac-bde1-4149-ac46-1f02c95b0d06', 'status': 'completed', 'code': 200} Dec 09 11:54:56.620044 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-5fca12f9-16ae-4cd6-abdd-a735088eac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:56.621975 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-5fca12f9-16ae-4cd6-abdd-a735088eac2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 1096 time: 0.0480080 Dec 09 11:54:56.686673 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-349aa85e-1239-462d-a804-082046a915a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce52dac-bde1-4149-ac46-1f02c95b0d06 HTTP/1.1" status: 200 len: 217 time: 0.0510685 Dec 09 11:54:56.742167 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-afc56a2a-4b6f-4b00-a9cf-d04359c44a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:56.743549 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-afc56a2a-4b6f-4b00-a9cf-d04359c44a8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 200 len: 850 time: 0.0448909 Dec 09 11:54:56.791078 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-2273d4b7-c25d-4c9c-9794-cb0a2d8667a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:56.792879 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-2273d4b7-c25d-4c9c-9794-cb0a2d8667a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7887434-306d-4523-9326-6054e1da426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406952 Dec 09 11:54:56.917453 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f5d8a-20cc-4c09-bfe5-ded3ba9f5bde req-c0a8f43c-7a56-422d-ad5f-6665961af9f2 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:56.919072 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-529f5d8a-20cc-4c09-bfe5-ded3ba9f5bde req-c0a8f43c-7a56-422d-ad5f-6665961af9f2 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.42 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 945 time: 0.0772562 Dec 09 11:54:56.919829 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:56.943658 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-e5f79a57-cd54-4d09-8998-9eab7267000d service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328235 Dec 09 11:54:57.009708 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeaced-1060-4362-82e8-596508ae4ddf req-37660c9d-158e-4a3f-8c46-73c94d62d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:57.011216 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-88eeaced-1060-4362-82e8-596508ae4ddf req-37660c9d-158e-4a3f-8c46-73c94d62d1e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 1098 time: 0.0910587 Dec 09 11:54:57.049409 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da4b3f-a480-4cc9-85e1-11d6dbf76ace req-cc502bff-500a-450b-a6e6-5f8f4e60d884 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:57.050909 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-30da4b3f-a480-4cc9-85e1-11d6dbf76ace req-cc502bff-500a-450b-a6e6-5f8f4e60d884 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.1522729 Dec 09 11:54:57.079845 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16843acf-cfa2-4963-8137-1513b5cdb36f req-c3415cf1-4d30-4b0a-826a-d3dfcc0a4fbf tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:57.081337 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16843acf-cfa2-4963-8137-1513b5cdb36f req-c3415cf1-4d30-4b0a-826a-d3dfcc0a4fbf tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.1409857 Dec 09 11:54:57.096977 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-529f5d8a-20cc-4c09-bfe5-ded3ba9f5bde req-efe33118-464f-4e7e-97ff-e80fa9850baf tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Deleting port e4d335d2-0179-4b4d-a1de-caaa3bde0320 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:54:57.097314 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-529f5d8a-20cc-4c09-bfe5-ded3ba9f5bde req-efe33118-464f-4e7e-97ff-e80fa9850baf tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:57.135901 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6bc5d8b0-222f-4a1a-b1cd-b4872d8d00ef req-223b5ca8-9990-4b67-bf52-e73b3cd2fd04 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814511 Dec 09 11:54:57.168778 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-30da4b3f-a480-4cc9-85e1-11d6dbf76ace req-d7afb2a1-ca6f-41ea-b54e-92e038676908 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103330 Dec 09 11:54:57.175608 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16843acf-cfa2-4963-8137-1513b5cdb36f req-f72f04aa-f63c-4053-b7ad-a5cbb7d9078c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835586 Dec 09 11:54:57.178567 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeaced-1060-4362-82e8-596508ae4ddf req-e5ad80df-a7a4-4586-bb91-cbb9557276ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:57.179868 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-88eeaced-1060-4362-82e8-596508ae4ddf req-e5ad80df-a7a4-4586-bb91-cbb9557276ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 200 len: 920 time: 0.1595964 Dec 09 11:54:57.228567 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-88eeaced-1060-4362-82e8-596508ae4ddf req-0d6ef0f3-8919-4052-8383-54c0a5292200 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a HTTP/1.1" status: 200 len: 217 time: 0.0397885 Dec 09 11:54:57.261261 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 40265abe-1af3-4517-9a1e-be59f94203bb no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:54:57.279362 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-529f5d8a-20cc-4c09-bfe5-ded3ba9f5bde req-efe33118-464f-4e7e-97ff-e80fa9850baf tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] For port e4d335d2-0179-4b4d-a1de-caaa3bde0320, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=e4d335d2-0179-4b4d-a1de-caaa3bde0320,segment=NetworkSegment(518d3ac3-ecc9-4fc1-a75a-fa643eb78da6),segment_id=518d3ac3-ecc9-4fc1-a75a-fa643eb78da6)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:54:57.279733 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-529f5d8a-20cc-4c09-bfe5-ded3ba9f5bde req-efe33118-464f-4e7e-97ff-e80fa9850baf tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:57.284119 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 40265abe-1af3-4517-9a1e-be59f94203bb {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:54:57.284485 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 40265abe-1af3-4517-9a1e-be59f94203bb not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:54:57.300128 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-529f5d8a-20cc-4c09-bfe5-ded3ba9f5bde req-efe33118-464f-4e7e-97ff-e80fa9850baf tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Calling delete_port for e4d335d2-0179-4b4d-a1de-caaa3bde0320 owned by compute:nova {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:54:57.306488 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a9d37-4eb0-45d0-89fa-5fccc138b519 req-ad105681-4c3d-47c7-93f9-1189f0597a3c tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:57.308000 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a20a9d37-4eb0-45d0-89fa-5fccc138b519 req-ad105681-4c3d-47c7-93f9-1189f0597a3c tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 943 time: 0.0792863 Dec 09 11:54:57.314380 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeaced-1060-4362-82e8-596508ae4ddf req-0e7369fe-d947-48f9-b913-bf8f66c6881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:57.315994 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-88eeaced-1060-4362-82e8-596508ae4ddf req-0e7369fe-d947-48f9-b913-bf8f66c6881c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=52abfb0d-05f6-4418-8825-93dba6160d6f HTTP/1.1" status: 200 len: 859 time: 0.0750463 Dec 09 11:54:57.335407 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd453e07-ef98-4bf9-9a7f-89844b9e0f8e req-145c1a7a-b390-4a11-a096-3a03ec470bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:57.336834 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd453e07-ef98-4bf9-9a7f-89844b9e0f8e req-145c1a7a-b390-4a11-a096-3a03ec470bf0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 1096 time: 0.0656841 Dec 09 11:54:57.378382 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-88eeaced-1060-4362-82e8-596508ae4ddf req-05b58783-3932-4bf5-b7b6-26d45711fab0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94529fec-5f8f-4c94-9d43-36d5ce9c1431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263839 Dec 09 11:54:57.390024 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a20a9d37-4eb0-45d0-89fa-5fccc138b519 req-60eb7382-d537-4ed6-b71d-634206c066f7 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740411 Dec 09 11:54:57.450080 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd453e07-ef98-4bf9-9a7f-89844b9e0f8e req-795f4f30-fbf0-4c21-a27b-fd0fdfe4f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:57.451494 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd453e07-ef98-4bf9-9a7f-89844b9e0f8e req-795f4f30-fbf0-4c21-a27b-fd0fdfe4f8a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 912 time: 0.1042614 Dec 09 11:54:57.493394 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd453e07-ef98-4bf9-9a7f-89844b9e0f8e req-96d9a733-f7ff-40a7-96cb-49e15ba0b8a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce52dac-bde1-4149-ac46-1f02c95b0d06 HTTP/1.1" status: 200 len: 217 time: 0.0339453 Dec 09 11:54:57.515785 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-88eeaced-1060-4362-82e8-596508ae4ddf req-d5af75f1-9356-4eb6-9de9-53291e01d5b6 service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290219 Dec 09 11:54:57.542294 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd453e07-ef98-4bf9-9a7f-89844b9e0f8e req-8558c501-0e2f-4e1e-a014-65233e4de6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:57.543777 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd453e07-ef98-4bf9-9a7f-89844b9e0f8e req-8558c501-0e2f-4e1e-a014-65233e4de6d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 200 len: 850 time: 0.0428817 Dec 09 11:54:57.590509 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-529f5d8a-20cc-4c09-bfe5-ded3ba9f5bde req-efe33118-464f-4e7e-97ff-e80fa9850baf tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:57.602959 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['e4d335d2-0179-4b4d-a1de-caaa3bde0320'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:54:57.620251 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1a2ee5ff-718e-4247-ad5a-7e2f3a81c9f7 req-dbf9ca63-1f4f-46a9-9098-97be861b8b78 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=be4738be-ecb8-47ae-8b56-127c705c751f HTTP/1.1" status: 200 len: 210 time: 0.0313225 Dec 09 11:54:57.626983 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe33118-464f-4e7e-97ff-e80fa9850baf tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Pushing event deleted for resources: {'Port': ['ID=e4d335d2-0179-4b4d-a1de-caaa3bde0320,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:54:57.627359 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd453e07-ef98-4bf9-9a7f-89844b9e0f8e req-194eb9d1-7c99-46b3-90cb-762375f2540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:57.629754 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd453e07-ef98-4bf9-9a7f-89844b9e0f8e req-194eb9d1-7c99-46b3-90cb-762375f2540f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7887434-306d-4523-9326-6054e1da426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780308 Dec 09 11:54:57.680681 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-88eeaced-1060-4362-82e8-596508ae4ddf req-d39ff9d1-8566-40f1-9c4d-1e7643464b53 service neutron] 10.222.0.42 "GET /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573975 Dec 09 11:54:57.681537 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f5d8a-20cc-4c09-bfe5-ded3ba9f5bde req-efe33118-464f-4e7e-97ff-e80fa9850baf tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] No DVR routers for this DVR port e4d335d2-0179-4b4d-a1de-caaa3bde0320 on host hv-cinder-81969 {{(pid=109617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:54:57.683960 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-529f5d8a-20cc-4c09-bfe5-ded3ba9f5bde req-efe33118-464f-4e7e-97ff-e80fa9850baf tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:57.687805 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-529f5d8a-20cc-4c09-bfe5-ded3ba9f5bde req-efe33118-464f-4e7e-97ff-e80fa9850baf tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.42 "DELETE /v2.0/ports/e4d335d2-0179-4b4d-a1de-caaa3bde0320 HTTP/1.1" status: 204 len: 173 time: 0.7590523 Dec 09 11:54:57.688249 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4738be-ecb8-47ae-8b56-127c705c751f', 'name': 'network-vif-deleted', 'tag': 'e4d335d2-0179-4b4d-a1de-caaa3bde0320'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:54:57.690589 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2724b822-0938-494f-99d5-2fac3cd03265" -d '{"events": [{"server_uuid": "be4738be-ecb8-47ae-8b56-127c705c751f", "name": "network-vif-deleted", "tag": "e4d335d2-0179-4b4d-a1de-caaa3bde0320"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:54:57.733122 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ca0b22-865a-4855-af60-508aff1ceea7 x-openstack-request-id: req-89ca0b22-865a-4855-af60-508aff1ceea7 {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:54:57.733122 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4738be-ecb8-47ae-8b56-127c705c751f", "name": "network-vif-deleted", "tag": "e4d335d2-0179-4b4d-a1de-caaa3bde0320", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:54:57.733122 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89ca0b22-865a-4855-af60-508aff1ceea7 {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:54:57.733122 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4738be-ecb8-47ae-8b56-127c705c751f', 'name': 'network-vif-deleted', 'tag': 'e4d335d2-0179-4b4d-a1de-caaa3bde0320', 'status': 'completed', 'code': 200} Dec 09 11:54:57.733552 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd453e07-ef98-4bf9-9a7f-89844b9e0f8e req-b1a37704-1c07-433c-b7ba-9f4d1d4fc72f service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955780 Dec 09 11:54:57.742723 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:54:57.836960 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cd453e07-ef98-4bf9-9a7f-89844b9e0f8e req-ba46b035-abfd-411b-88c8-99d12f0003cb service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876052 Dec 09 11:54:58.297388 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942a518-78b5-4a74-a93c-e1b55f65ab44 req-89154e6c-821d-4fbf-b809-01ab05ca55fd tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:58.298803 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7942a518-78b5-4a74-a93c-e1b55f65ab44 req-89154e6c-821d-4fbf-b809-01ab05ca55fd tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0535798 Dec 09 11:54:58.351347 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7942a518-78b5-4a74-a93c-e1b55f65ab44 req-ab2dad7f-f262-46eb-b03e-ca108970c809 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465775 Dec 09 11:54:58.443733 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6e995-3218-40ae-8480-5cefff8a836c req-08750885-7d91-4af0-8cf1-97d12a17c3cd tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:58.445174 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-08e6e995-3218-40ae-8480-5cefff8a836c req-08750885-7d91-4af0-8cf1-97d12a17c3cd tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0873961 Dec 09 11:54:58.478514 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a93f9-82e0-4554-b862-5f07f35adfc0 req-ca16f1d7-e0ea-41e1-9461-d2eeb70c038f tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:58.480011 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-683a93f9-82e0-4554-b862-5f07f35adfc0 req-ca16f1d7-e0ea-41e1-9461-d2eeb70c038f tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 945 time: 0.0712559 Dec 09 11:54:58.522009 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-08e6e995-3218-40ae-8480-5cefff8a836c req-b2ffb67a-d75d-4b61-8fcf-65ddbbdf8ac8 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704601 Dec 09 11:54:58.550230 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-683a93f9-82e0-4554-b862-5f07f35adfc0 req-db9e5126-0c4f-4634-952d-0144e109297b tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588481 Dec 09 11:54:58.634958 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5787a-8552-4399-b096-1d665ffbec97 req-5cedc8aa-c38f-432e-99a7-e5496a501e2d tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:58.636492 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-82a5787a-8552-4399-b096-1d665ffbec97 req-5cedc8aa-c38f-432e-99a7-e5496a501e2d tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 943 time: 0.0496075 Dec 09 11:54:58.692741 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-82a5787a-8552-4399-b096-1d665ffbec97 req-2490ae76-e2cb-4a30-b35b-dfd89222410b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500693 Dec 09 11:54:59.466639 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b07013-fddf-4aa6-a4dc-d22de8a25f22 req-d8f9d4b9-8201-456c-9767-233c382bafac tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:59.468120 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f3b07013-fddf-4aa6-a4dc-d22de8a25f22 req-d8f9d4b9-8201-456c-9767-233c382bafac tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0479138 Dec 09 11:54:59.513649 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f3b07013-fddf-4aa6-a4dc-d22de8a25f22 req-f5189430-7ac5-489a-b1ac-ab80702397c8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Dec 09 11:54:59.675010 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8583dd-0b5d-4acb-b186-ec5f30d96e26 req-e4fa4b1c-c761-4c6d-b4f6-b2eafda183ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:59.676460 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4c8583dd-0b5d-4acb-b186-ec5f30d96e26 req-e4fa4b1c-c761-4c6d-b4f6-b2eafda183ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0799913 Dec 09 11:54:59.688691 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4a0c-436e-46e5-8962-bc4bbd5cd304 req-a195f15a-90df-4882-99b9-3b6849f2e539 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:59.690048 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-30ca4a0c-436e-46e5-8962-bc4bbd5cd304 req-a195f15a-90df-4882-99b9-3b6849f2e539 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 945 time: 0.0676849 Dec 09 11:54:59.760191 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4c8583dd-0b5d-4acb-b186-ec5f30d96e26 req-29518469-73c4-4429-b1b0-8d0f6dc5316a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692024 Dec 09 11:54:59.763693 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-30ca4a0c-436e-46e5-8962-bc4bbd5cd304 req-2b7064ef-6074-4012-8f28-f3d175a68086 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673091 Dec 09 11:54:59.873935 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6502bd-9abe-4950-b03b-3f2adadc08e6 req-1e70924d-89dd-4714-8b93-373efe767047 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:54:59.875673 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5f6502bd-9abe-4950-b03b-3f2adadc08e6 req-1e70924d-89dd-4714-8b93-373efe767047 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 943 time: 0.0484071 Dec 09 11:54:59.924588 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5f6502bd-9abe-4950-b03b-3f2adadc08e6 req-90c6183a-3614-43e9-a265-a363adbdaa3d tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Dec 09 11:55:00.630980 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d9e1f-835b-4bd3-a62c-5f5e7ac7fa92 req-57ad0537-587b-4078-81f4-3a6e7a958b0f tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:00.632472 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-248d9e1f-835b-4bd3-a62c-5f5e7ac7fa92 req-57ad0537-587b-4078-81f4-3a6e7a958b0f tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0500157 Dec 09 11:55:00.679415 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-248d9e1f-835b-4bd3-a62c-5f5e7ac7fa92 req-4b7dab8c-ac29-4031-b806-d631d5ab2b49 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Dec 09 11:55:00.903864 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d59eab-5afe-4672-84a6-f05bf9adc7da req-3f321a37-f863-4634-9e9c-845c76f93a1f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:00.905400 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b7d59eab-5afe-4672-84a6-f05bf9adc7da req-3f321a37-f863-4634-9e9c-845c76f93a1f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0713174 Dec 09 11:55:00.917488 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47253c91-2f85-4954-b286-384c5f3468f8 req-c13569bb-a0f7-4ccb-9d8c-ce8942b0fdcb tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:00.918879 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-47253c91-2f85-4954-b286-384c5f3468f8 req-c13569bb-a0f7-4ccb-9d8c-ce8942b0fdcb tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 945 time: 0.0830791 Dec 09 11:55:00.990709 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b7d59eab-5afe-4672-84a6-f05bf9adc7da req-8b69051d-739a-49ff-9c3f-d5d90cf2a311 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708392 Dec 09 11:55:00.994096 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-47253c91-2f85-4954-b286-384c5f3468f8 req-45a04c93-ce94-4c99-a723-947ae8caaef6 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687568 Dec 09 11:55:01.095267 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062715e-4c94-411f-bf7e-a930cf22ad7b req-94a20549-335b-4fc5-acd7-66eef91c8093 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:01.096708 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e062715e-4c94-411f-bf7e-a930cf22ad7b req-94a20549-335b-4fc5-acd7-66eef91c8093 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 943 time: 0.0470302 Dec 09 11:55:01.145055 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e062715e-4c94-411f-bf7e-a930cf22ad7b req-b57b13ce-b47a-4a99-bd4d-b31dd81c57e4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Dec 09 11:55:01.793045 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02107917-09ac-4f7a-9704-cb1bfe33f7d0 req-542728c0-e624-40e0-a7af-8ef921845fe6 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:01.794650 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-02107917-09ac-4f7a-9704-cb1bfe33f7d0 req-542728c0-e624-40e0-a7af-8ef921845fe6 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0486484 Dec 09 11:55:01.840377 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-02107917-09ac-4f7a-9704-cb1bfe33f7d0 req-896933c6-c7b4-49b9-9203-d4af4082f6f8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396826 Dec 09 11:55:01.971919 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device e4d335d2-0179-4b4d-a1de-caaa3bde0320 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:55:01.993915 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: e4d335d2-0179-4b4d-a1de-caaa3bde0320 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:55:01.994261 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device e4d335d2-0179-4b4d-a1de-caaa3bde0320 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:55:02.349766 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a57f30-6fb6-44af-a44f-4816740c4733 req-f91ac7e6-ce30-463c-a891-4766f353558e tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:02.351909 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a5a57f30-6fb6-44af-a44f-4816740c4733 req-f91ac7e6-ce30-463c-a891-4766f353558e tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 945 time: 0.2878423 Dec 09 11:55:02.358948 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8334685-49d0-4b14-928d-edac10132ac4 req-5027b4a9-630b-4290-b3a4-e6aacc05e6ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:02.360539 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b8334685-49d0-4b14-928d-edac10132ac4 req-5027b4a9-630b-4290-b3a4-e6aacc05e6ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.2888176 Dec 09 11:55:02.431101 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a5a57f30-6fb6-44af-a44f-4816740c4733 req-0a2b982b-da1c-4fa9-84d0-02e8b025db04 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/security-groups?id=842ebba4-8377-4b3b-9d0b-51d09e894ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695486 Dec 09 11:55:02.438941 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b8334685-49d0-4b14-928d-edac10132ac4 req-31bc589e-fa7c-4694-a9bf-1887025f1358 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703359 Dec 09 11:55:02.536075 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cd42e-2cb6-41e2-a56f-29db0a8aea86 req-d70e2429-611f-479e-934b-be6797480f82 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:02.537522 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ce2cd42e-2cb6-41e2-a56f-29db0a8aea86 req-d70e2429-611f-479e-934b-be6797480f82 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 943 time: 0.0510426 Dec 09 11:55:02.615408 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ce2cd42e-2cb6-41e2-a56f-29db0a8aea86 req-0bb2702d-ad9b-492d-9222-4b8b1aa08456 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718832 Dec 09 11:55:02.623317 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52590a5e-cf02-473a-93fb-645adf72c7d4 req-5c74f3a1-2f3b-4404-9a49-8aab41363d0c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:02.625472 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-52590a5e-cf02-473a-93fb-645adf72c7d4 req-5c74f3a1-2f3b-4404-9a49-8aab41363d0c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 945 time: 0.0674200 Dec 09 11:55:02.722029 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-52590a5e-cf02-473a-93fb-645adf72c7d4 req-42bb2dc3-871b-4f52-b189-fe3542abfa3c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Deleting port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:55:02.722361 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-52590a5e-cf02-473a-93fb-645adf72c7d4 req-42bb2dc3-871b-4f52-b189-fe3542abfa3c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:02.809077 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-52590a5e-cf02-473a-93fb-645adf72c7d4 req-42bb2dc3-871b-4f52-b189-fe3542abfa3c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] For port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=86716bb5-225d-4767-a3b3-d3dc5e96d1c8,segment=NetworkSegment(71df8a3e-1ef7-45a4-8a82-c2c19e7490e1),segment_id=71df8a3e-1ef7-45a4-8a82-c2c19e7490e1)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:02.809746 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-52590a5e-cf02-473a-93fb-645adf72c7d4 req-42bb2dc3-871b-4f52-b189-fe3542abfa3c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:02.822162 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-52590a5e-cf02-473a-93fb-645adf72c7d4 req-42bb2dc3-871b-4f52-b189-fe3542abfa3c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Calling delete_port for 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:55:02.987179 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d26ecd-d130-47ac-8367-dde1d7ae38a0 req-8a21bd26-6ee5-487a-8644-c633e8edfbaf tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:02.988675 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-44d26ecd-d130-47ac-8367-dde1d7ae38a0 req-8a21bd26-6ee5-487a-8644-c633e8edfbaf tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0788491 Dec 09 11:55:03.035100 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-52590a5e-cf02-473a-93fb-645adf72c7d4 req-42bb2dc3-871b-4f52-b189-fe3542abfa3c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:03.046551 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-44d26ecd-d130-47ac-8367-dde1d7ae38a0 req-5cc697e5-2888-4a96-9d4a-42e6145d718c tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510936 Dec 09 11:55:03.050434 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['86716bb5-225d-4767-a3b3-d3dc5e96d1c8'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:55:03.071548 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb2dc3-871b-4f52-b189-fe3542abfa3c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Pushing event deleted for resources: {'Port': ['ID=86716bb5-225d-4767-a3b3-d3dc5e96d1c8,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:03.111135 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-52590a5e-cf02-473a-93fb-645adf72c7d4 req-42bb2dc3-871b-4f52-b189-fe3542abfa3c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] No DVR routers for this DVR port 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:55:03.113626 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-52590a5e-cf02-473a-93fb-645adf72c7d4 req-42bb2dc3-871b-4f52-b189-fe3542abfa3c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:03.117110 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-52590a5e-cf02-473a-93fb-645adf72c7d4 req-42bb2dc3-871b-4f52-b189-fe3542abfa3c tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.42 "DELETE /v2.0/ports/86716bb5-225d-4767-a3b3-d3dc5e96d1c8 HTTP/1.1" status: 204 len: 173 time: 0.4815400 Dec 09 11:55:03.117526 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229a228d-c851-4987-8714-5f185113af7a', 'name': 'network-vif-deleted', 'tag': '86716bb5-225d-4767-a3b3-d3dc5e96d1c8'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:55:03.119865 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4cac65-7cce-41b4-95c5-efbb8a7208f8" -d '{"events": [{"server_uuid": "229a228d-c851-4987-8714-5f185113af7a", "name": "network-vif-deleted", "tag": "86716bb5-225d-4767-a3b3-d3dc5e96d1c8"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:55:03.174988 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e68e5-5a0e-4d8d-bb92-76011cd44b8f x-openstack-request-id: req-6b9e68e5-5a0e-4d8d-bb92-76011cd44b8f {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:55:03.174988 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229a228d-c851-4987-8714-5f185113af7a", "name": "network-vif-deleted", "tag": "86716bb5-225d-4767-a3b3-d3dc5e96d1c8", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:55:03.174988 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b9e68e5-5a0e-4d8d-bb92-76011cd44b8f {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:55:03.174988 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229a228d-c851-4987-8714-5f185113af7a', 'name': 'network-vif-deleted', 'tag': '86716bb5-225d-4767-a3b3-d3dc5e96d1c8', 'status': 'completed', 'code': 200} Dec 09 11:55:03.550549 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a4bc032b-f730-450b-a590-9e563e2c0e8a req-95f9d3c9-5f2a-40a9-8ddb-6c846282cc89 tempest-AttachVolumeNegativeTest-1873768410 tempest-AttachVolumeNegativeTest-1873768410-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a228d-c851-4987-8714-5f185113af7a HTTP/1.1" status: 200 len: 210 time: 0.0357671 Dec 09 11:55:03.586686 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f63d6e-8294-4c60-b366-6f566b4dae8f req-3569f9f9-37b7-46c7-834d-22391aa2f33b tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:03.588188 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c9f63d6e-8294-4c60-b366-6f566b4dae8f req-3569f9f9-37b7-46c7-834d-22391aa2f33b tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0630791 Dec 09 11:55:03.637197 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c9f63d6e-8294-4c60-b366-6f566b4dae8f req-7dfb6338-7fb9-4f3e-bf34-5279e5e9ba8a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407283 Dec 09 11:55:03.731128 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7f4e-a5c0-4a74-aa94-b66d769f88b9 req-a642c566-81da-49cc-b3af-9abeb8bea770 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:03.732498 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e16e7f4e-a5c0-4a74-aa94-b66d769f88b9 req-a642c566-81da-49cc-b3af-9abeb8bea770 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 943 time: 0.0505428 Dec 09 11:55:03.782233 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e16e7f4e-a5c0-4a74-aa94-b66d769f88b9 req-c9d0b2c4-28a8-43ea-90eb-eefcb7f834e2 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 Dec 09 11:55:04.606459 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57010) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:04.650755 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ab053a-7dca-4bd7-addb-7d4923d71681 admin admin] Deleting subnet c2475cf3-a01d-4b3d-84cb-93bbf2606e2a {{(pid=109618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:55:04.653783 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-61ab053a-7dca-4bd7-addb-7d4923d71681 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:04.687744 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-61ab053a-7dca-4bd7-addb-7d4923d71681 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8355866'] for subnet, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:04.756913 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-61ab053a-7dca-4bd7-addb-7d4923d71681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:04.795218 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5087d-1507-412e-810c-4b595b55aa11 req-ebe7bb27-5086-4cb8-9e4f-43da5798a28e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:04.797226 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-08d5087d-1507-412e-810c-4b595b55aa11 req-ebe7bb27-5086-4cb8-9e4f-43da5798a28e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0868125 Dec 09 11:55:04.864050 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-08d5087d-1507-412e-810c-4b595b55aa11 req-6fc7cd87-0810-4961-afa2-7daf16e144a0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579460 Dec 09 11:55:04.879171 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-61ab053a-7dca-4bd7-addb-7d4923d71681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4268130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142569'] for subnet, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:04.912436 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab053a-7dca-4bd7-addb-7d4923d71681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2475cf3-a01d-4b3d-84cb-93bbf2606e2a,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:04.918144 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-61ab053a-7dca-4bd7-addb-7d4923d71681 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:04.920794 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-61ab053a-7dca-4bd7-addb-7d4923d71681 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c2475cf3-a01d-4b3d-84cb-93bbf2606e2a HTTP/1.1" status: 204 len: 168 time: 0.3132875 Dec 09 11:55:04.923831 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57016) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:04.937504 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b82256-6761-4112-9e06-a27c311735a5 req-c9afbb70-8a44-4e2f-8190-cea8deae2657 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:04.939087 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a5b82256-6761-4112-9e06-a27c311735a5 req-c9afbb70-8a44-4e2f-8190-cea8deae2657 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 943 time: 0.0885746 Dec 09 11:55:04.988490 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a5b82256-6761-4112-9e06-a27c311735a5 req-d5d8d6ce-0f50-4c03-9253-558d51d19189 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433164 Dec 09 11:55:04.989802 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:05.071836 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:05.091495 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.091840 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.092597 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.093663 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > port after_create 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.094045 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.094378 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > port after_update 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.094701 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.095044 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.095363 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.095689 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.168459 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.168806 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.169141 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.169473 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:55:05.169861 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c36f43-74f4-4276-a9c8-6358e6cc613e']}} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:05.188253 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1') {'for_net_delete': True} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:05.188550 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71df8a3e-1ef7-45a4-8a82-c2c19e7490e1') {} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:05.204659 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133873836'] for segment, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:05.228217 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:05.236263 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:55:05.236640 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4296221'] for segment, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: from cryptography.utils import int_from_bytes Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: from cryptography.utils import int_from_bytes Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: Traceback (most recent call last): Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: timer() Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: cb(*args, **kw) Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: return func(*args, **kwargs) Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: self._notify() Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: self.callback(batched_events) Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: event.method(event) Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: return f(self, *a, **k) Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: return self._get(url).json() Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: return self.request(url, 'GET', **kwargs) Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:55:05.240409 dv-cinder-819692-7-iscsi neutron-server[109617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:55:05.245254 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:05.359875 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:05.367135 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:05.370392 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a8c36f43-74f4-4276-a9c8-6358e6cc613e HTTP/1.1" status: 204 len: 168 time: 0.4455049 Dec 09 11:55:05.380768 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cfe50-05c5-4e20-8327-76abe8aae455 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c36f43-74f4-4276-a9c8-6358e6cc613e,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:05.734505 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57028) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:05.774433 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-300c6c4b-55ac-4419-9d4e-8b55559a4c6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db9462c84cbd41c58bda0f19d2327be5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386629 Dec 09 11:55:05.776778 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57030) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:05.829740 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2e917b6e-a81f-4155-8366-c748f8264d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:05.855037 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2e917b6e-a81f-4155-8366-c748f8264d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:05.971191 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2e917b6e-a81f-4155-8366-c748f8264d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:05.973824 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2e917b6e-a81f-4155-8366-c748f8264d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:05.975221 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-2e917b6e-a81f-4155-8366-c748f8264d87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/842ebba4-8377-4b3b-9d0b-51d09e894ea5 HTTP/1.1" status: 204 len: 168 time: 0.1974671 Dec 09 11:55:05.983258 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e917b6e-a81f-4155-8366-c748f8264d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842ebba4-8377-4b3b-9d0b-51d09e894ea5,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:05.985751 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f18822-5bee-4457-9601-0afcb8db40fe req-fe433d38-f93b-41fb-bd85-291c2c61f20c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:05.987502 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-24f18822-5bee-4457-9601-0afcb8db40fe req-fe433d38-f93b-41fb-bd85-291c2c61f20c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0509453 Dec 09 11:55:06.059496 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-24f18822-5bee-4457-9601-0afcb8db40fe req-d431bb26-9afd-4be2-94e1-fc9770354687 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646651 Dec 09 11:55:06.113589 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a28f2-ed03-41bf-9407-2517322b19e2 req-004ec461-7980-47c3-9d7d-7bf08376d375 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:06.115092 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-727a28f2-ed03-41bf-9407-2517322b19e2 req-004ec461-7980-47c3-9d7d-7bf08376d375 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 943 time: 0.0546870 Dec 09 11:55:06.166353 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-727a28f2-ed03-41bf-9407-2517322b19e2 req-78f6b6b0-3f29-4e2b-a04b-516f254c9d66 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452952 Dec 09 11:55:07.191158 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37901b7a-9071-40d5-941e-7a57c7d3d778 req-4ed8e012-0d1f-4506-9a59-14a9a6bb7f88 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:07.192887 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-37901b7a-9071-40d5-941e-7a57c7d3d778 req-4ed8e012-0d1f-4506-9a59-14a9a6bb7f88 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 943 time: 0.0519998 Dec 09 11:55:07.250073 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-37901b7a-9071-40d5-941e-7a57c7d3d778 req-62f1b487-6cfd-4167-8789-7f7aac43ce27 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508749 Dec 09 11:55:07.365433 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345155a-a97e-47d2-a912-a406ee9c2743 req-ce31fcbc-ff71-45a3-a7cb-6af83add8d8b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:07.366901 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7345155a-a97e-47d2-a912-a406ee9c2743 req-ce31fcbc-ff71-45a3-a7cb-6af83add8d8b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 943 time: 0.0480397 Dec 09 11:55:07.419641 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7345155a-a97e-47d2-a912-a406ee9c2743 req-e3aaf9fc-d7c4-441f-a1b8-0e8256aa529a tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468018 Dec 09 11:55:07.668577 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device aa4ab145-3165-46b9-be8e-9a39e6ed7705 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:55:07.767265 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:07.778476 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'port_id': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'mac_address': 'fa:16:3e:9f:ea:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:55:07.816013 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:07.828818 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4ab145-3165-46b9-be8e-9a39e6ed7705 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:55:07.848248 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:07.925290 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:07.926146 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 3ce52dac-bde1-4149-ac46-1f02c95b0d06 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:55:07.997479 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=aa4ab145-3165-46b9-be8e-9a39e6ed7705,revision_number=9']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:08.012590 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.012962 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.013313 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.013650 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.013983 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.014320 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.015233 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.015596 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.016003 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.016356 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.016687 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.017012 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.017386 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:08.072624 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 3ce52dac-bde1-4149-ac46-1f02c95b0d06, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=3ce52dac-bde1-4149-ac46-1f02c95b0d06,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:08.084029 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '3ce52dac-bde1-4149-ac46-1f02c95b0d06', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'port_id': '3ce52dac-bde1-4149-ac46-1f02c95b0d06', 'mac_address': 'fa:16:3e:2a:3d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:55:08.120357 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:08.132871 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce52dac-bde1-4149-ac46-1f02c95b0d06 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:55:08.157243 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 3ce52dac-bde1-4149-ac46-1f02c95b0d06, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=3ce52dac-bde1-4149-ac46-1f02c95b0d06,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:08.245598 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:08.293084 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=3ce52dac-bde1-4149-ac46-1f02c95b0d06,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:08.371776 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b985de-804b-4d79-8c86-0423eacc24b6 req-59614cd1-f990-44f8-8407-32c62ba29c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:08.373368 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-15b985de-804b-4d79-8c86-0423eacc24b6 req-59614cd1-f990-44f8-8407-32c62ba29c91 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 944 time: 0.0480518 Dec 09 11:55:08.421694 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-15b985de-804b-4d79-8c86-0423eacc24b6 req-c0689cab-8bc2-4983-897e-320c33bad290 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412819 Dec 09 11:55:08.533217 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef19022-1557-4ee4-8844-1d60f75093a7 req-aab3ea1a-62b4-49b9-ab24-4619b09aa187 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:08.534743 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8ef19022-1557-4ee4-8844-1d60f75093a7 req-aab3ea1a-62b4-49b9-ab24-4619b09aa187 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 944 time: 0.0478799 Dec 09 11:55:08.560294 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['aa4ab145-3165-46b9-be8e-9a39e6ed7705'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:55:08.585196 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8ef19022-1557-4ee4-8844-1d60f75093a7 req-4603874f-7358-485b-abb8-ef8900d10aff tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444252 Dec 09 11:55:08.585807 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['3ce52dac-bde1-4149-ac46-1f02c95b0d06'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:55:08.697210 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:55:08.729930 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:55:08.730279 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 86716bb5-225d-4767-a3b3-d3dc5e96d1c8 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:55:08.912363 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-45d751c3-a2c2-47bb-bb7c-eb8d8d12cbee tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:08.913932 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-45d751c3-a2c2-47bb-bb7c-eb8d8d12cbee tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/networks?id=e8692da9-5ba9-42ba-a3f7-c9c10d23672a HTTP/1.1" status: 200 len: 813 time: 0.1338062 Dec 09 11:55:08.931791 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-515dd925-4bda-4587-ac9b-17f8784f5ddb tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/quotas/0948f4c434b640e384762b0efbdceef9 HTTP/1.1" status: 200 len: 375 time: 0.0116379 Dec 09 11:55:08.984163 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-cbe1ea9c-c0dc-46dd-808b-86629e74a362 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0948f4c434b640e384762b0efbdceef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446477 Dec 09 11:55:09.082181 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-72b9bff4-f45a-4db0-83c1-699d2f09f301 service neutron] 10.222.0.24 "GET /v2.0/networks/e8692da9-5ba9-42ba-a3f7-c9c10d23672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970321 Dec 09 11:55:09.171911 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-4a80e57f-166a-422c-98a1-a55f2b3e0257 service neutron] 10.222.0.24 "GET /v2.0/networks/e8692da9-5ba9-42ba-a3f7-c9c10d23672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836892 Dec 09 11:55:09.415837 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e9bd4b8a-545e-40ba-b074-cf9243a49d52 req-5349fd11-6746-4633-9e65-0b1aa85f8470 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 210 time: 0.0295146 Dec 09 11:55:09.539832 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c013f1-8260-4fee-a80f-9d830678ebae req-61197628-d3f1-42d3-bdf2-7c5a9e05269d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:09.541289 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f4c013f1-8260-4fee-a80f-9d830678ebae req-61197628-d3f1-42d3-bdf2-7c5a9e05269d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 944 time: 0.0478036 Dec 09 11:55:09.588491 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f4c013f1-8260-4fee-a80f-9d830678ebae req-c5827b60-0610-47fa-b51f-86f9c869ab23 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404572 Dec 09 11:55:09.700333 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0910256-c973-4ffe-a35d-3863489313ca req-922ce042-dbb0-4a99-af29-8fc12b0e1fdf tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:09.701843 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a0910256-c973-4ffe-a35d-3863489313ca req-922ce042-dbb0-4a99-af29-8fc12b0e1fdf tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 944 time: 0.0494111 Dec 09 11:55:09.752315 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a0910256-c973-4ffe-a35d-3863489313ca req-181aa43c-d0a5-48fb-aabf-788f9d430b80 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442324 Dec 09 11:55:10.510054 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bd8f7523-9ee7-427d-99f1-dae546663716 req-2e971000-e13e-4149-a23f-9c7aa8c50719 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 210 time: 0.0298765 Dec 09 11:55:10.706856 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0153da-d956-4cf5-aa6c-08cbb4e6c9ea req-9736e680-a48c-4e89-bf58-3103b7736b7b tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:10.708247 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-af0153da-d956-4cf5-aa6c-08cbb4e6c9ea req-9736e680-a48c-4e89-bf58-3103b7736b7b tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 944 time: 0.0475366 Dec 09 11:55:10.754700 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-af0153da-d956-4cf5-aa6c-08cbb4e6c9ea req-4d090f23-8586-4c7f-9a4a-c897d4151ccb tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405588 Dec 09 11:55:10.863729 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2f995-24f5-4fb4-ba14-86cd3b89d6ab req-9d261c1a-020e-45e4-b6f2-e1c45c34f04a tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:10.865160 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-23c2f995-24f5-4fb4-ba14-86cd3b89d6ab req-9d261c1a-020e-45e4-b6f2-e1c45c34f04a tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 944 time: 0.0467796 Dec 09 11:55:10.913340 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-23c2f995-24f5-4fb4-ba14-86cd3b89d6ab req-acc70dd5-5473-4e10-a879-513ca863d7f8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424082 Dec 09 11:55:11.603546 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1966e440-6556-4f88-b0af-4dc3ef8b0bff req-6ce03042-ff12-4700-b2f4-e4ca18d5e19d tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 210 time: 0.0279577 Dec 09 11:55:11.873374 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a12b7-0cde-437c-af75-236cba976bdc req-20be99de-274e-4d43-a2a5-b0381222e9c0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:11.875408 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-187a12b7-0cde-437c-af75-236cba976bdc req-20be99de-274e-4d43-a2a5-b0381222e9c0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 944 time: 0.0472145 Dec 09 11:55:11.921618 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-187a12b7-0cde-437c-af75-236cba976bdc req-e0a24382-237a-46ba-8170-dca1a62867a1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398233 Dec 09 11:55:12.023672 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd7216-fe52-4336-9576-9c7deb27f477 req-4f015e7d-21fd-4f07-ab9b-afb3d9296f21 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:12.025125 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a7dd7216-fe52-4336-9576-9c7deb27f477 req-4f015e7d-21fd-4f07-ab9b-afb3d9296f21 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 944 time: 0.0470016 Dec 09 11:55:12.079504 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a7dd7216-fe52-4336-9576-9c7deb27f477 req-067fc0f8-1322-43bd-8c2d-9d04d16a1815 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446513 Dec 09 11:55:12.706371 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-89eeccbb-8007-4d7e-9f0a-2413e2010733 req-1e8b256e-d2c9-4b18-ab00-784af35ccb68 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 210 time: 0.0292134 Dec 09 11:55:12.713837 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 3ce52dac-bde1-4149-ac46-1f02c95b0d06 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:55:12.850588 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 3ce52dac-bde1-4149-ac46-1f02c95b0d06 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:55:12.854641 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 3ce52dac-bde1-4149-ac46-1f02c95b0d06 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:55:12.855242 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:12.935569 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:12.944845 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-5a9b5123-ccf8-4627-b5ab-2c89fc4111c9 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:12.946592 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-5a9b5123-ccf8-4627-b5ab-2c89fc4111c9 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.42 "GET /v2.0/networks?id=e8692da9-5ba9-42ba-a3f7-c9c10d23672a HTTP/1.1" status: 200 len: 813 time: 0.1012745 Dec 09 11:55:12.961211 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce52dac-bde1-4149-ac46-1f02c95b0d06'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:55:12.962520 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Request body: {'port': {'device_id': '700ed661-e915-4380-87bb-af74ff461313', 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a', 'admin_state_up': True, 'tenant_id': '0948f4c434b640e384762b0efbdceef9'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:55:12.963523 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3aee4d-2995-488d-be25-1fff3f267eb1" -d '{"events": [{"server_uuid": "378a9210-fe51-4557-8fa9-c0384d47b8df", "name": "network-vif-plugged", "status": "completed", "tag": "3ce52dac-bde1-4149-ac46-1f02c95b0d06"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:55:12.977726 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 3ce52dac-bde1-4149-ac46-1f02c95b0d06, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=3ce52dac-bde1-4149-ac46-1f02c95b0d06,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:13.005487 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3d06f2-37d9-4799-aba7-e458bca882b0 x-openstack-request-id: req-ca3d06f2-37d9-4799-aba7-e458bca882b0 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:55:13.005804 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378a9210-fe51-4557-8fa9-c0384d47b8df", "name": "network-vif-plugged", "status": "completed", "tag": "3ce52dac-bde1-4149-ac46-1f02c95b0d06", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:55:13.006058 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca3d06f2-37d9-4799-aba7-e458bca882b0 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:55:13.006453 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce52dac-bde1-4149-ac46-1f02c95b0d06', 'code': 200} Dec 09 11:55:13.057303 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:13.058590 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device aa4ab145-3165-46b9-be8e-9a39e6ed7705 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:55:13.121717 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3580b-50e1-4986-bc90-7389c5e5cf6b req-ea6c6ee7-87de-4b98-961b-4b3ee9e324f3 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:13.123546 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-53d3580b-50e1-4986-bc90-7389c5e5cf6b req-ea6c6ee7-87de-4b98-961b-4b3ee9e324f3 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 944 time: 0.1138725 Dec 09 11:55:13.142626 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=3ce52dac-bde1-4149-ac46-1f02c95b0d06,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:13.158303 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port aa4ab145-3165-46b9-be8e-9a39e6ed7705 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:55:13.158303 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:13.207669 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-53d3580b-50e1-4986-bc90-7389c5e5cf6b req-1c59c751-380f-4583-acd2-1b177e87b83c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751576 Dec 09 11:55:13.251782 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:13.271298 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68dd9a-c39d-4d95-9066-fd06786edb68 req-2ac07346-fdf9-4314-83a2-b3b1f1931e34 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:13.273130 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fb68dd9a-c39d-4d95-9066-fd06786edb68 req-2ac07346-fdf9-4314-83a2-b3b1f1931e34 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 945 time: 0.0577211 Dec 09 11:55:13.273969 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Made reservation on behalf of 0948f4c434b640e384762b0efbdceef9 for: {'port': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:55:13.277270 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:13.293022 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:13.366408 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:13.370909 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fb68dd9a-c39d-4d95-9066-fd06786edb68 req-3974ae5e-2ec6-44b6-a638-a522cd17f6af tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909035 Dec 09 11:55:13.444626 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=aa4ab145-3165-46b9-be8e-9a39e6ed7705,revision_number=10']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:13.477596 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Allocated IP 172.20.0.4 (e8692da9-5ba9-42ba-a3f7-c9c10d23672a/73f8c6f0-1c7d-4ebc-86a0-d60745beda9a/a6456020-4e94-432f-acfd-9be0f2ad9480) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:55:13.485674 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e21b7-027d-4852-9bb8-d4b092771f1c req-51a94bad-42b9-4096-8162-09f5fe33d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:13.487892 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-764e21b7-027d-4852-9bb8-d4b092771f1c req-51a94bad-42b9-4096-8162-09f5fe33d465 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 1098 time: 0.0439930 Dec 09 11:55:13.537971 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-764e21b7-027d-4852-9bb8-d4b092771f1c req-1578fc49-950e-4a9e-bbf1-e37c4757cd57 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419617 Dec 09 11:55:13.636172 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:13.737143 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:13.810918 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Network e8692da9-5ba9-42ba-a3f7-c9c10d23672a is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:55:13.820198 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:55:13.822752 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:55:13.829064 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Pushing event updated for resources: {'Port': ['ID=a6456020-4e94-432f-acfd-9be0f2ad9480,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:13.878354 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e52fba-8089-445e-a6a6-90a5871d4e51 req-27120ac5-d892-48ad-9ec1-70a0ee941b4b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:13.879820 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-69e52fba-8089-445e-a6a6-90a5871d4e51 req-27120ac5-d892-48ad-9ec1-70a0ee941b4b tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1373978 Dec 09 11:55:13.894653 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:13.895478 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:13.973492 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-69e52fba-8089-445e-a6a6-90a5871d4e51 req-c44da054-4b51-488e-ab33-cc9e93e668a9 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856040 Dec 09 11:55:13.981595 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87f8cf-7657-41aa-b85f-0553b4f46498 req-4fa3ca12-6f7e-499e-b368-a071a3196a97 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:13.983052 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fb87f8cf-7657-41aa-b85f-0553b4f46498 req-4fa3ca12-6f7e-499e-b368-a071a3196a97 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 931 time: 0.0794895 Dec 09 11:55:14.015257 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-e7732d7f-1339-4422-ab23-aa75768ce39e tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0575066 Dec 09 11:55:14.029374 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Request body: {'port': {'device_id': '700ed661-e915-4380-87bb-af74ff461313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:55:14.094694 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fb87f8cf-7657-41aa-b85f-0553b4f46498 req-0a0dd79d-a8d8-4cda-b2cb-a2b9f8c3de95 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991781 Dec 09 11:55:14.129638 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:14.139893 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56c798-0069-48e8-9c55-342c22c6f347 req-880f61f3-c3d3-4058-8fac-e55f81771ac2 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:14.141445 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8b56c798-0069-48e8-9c55-342c22c6f347 req-880f61f3-c3d3-4058-8fac-e55f81771ac2 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1065118 Dec 09 11:55:14.221379 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8b56c798-0069-48e8-9c55-342c22c6f347 req-5c3e1cc0-bb9a-4b74-be7c-a8f3e311fd47 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738237 Dec 09 11:55:14.387016 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eb7aa-018f-4340-9f84-16c897679d1b req-b6bf1753-5f52-482c-bbc7-09f5992efa5f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:14.388363 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-341eb7aa-018f-4340-9f84-16c897679d1b req-b6bf1753-5f52-482c-bbc7-09f5992efa5f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 946 time: 0.1042728 Dec 09 11:55:14.474581 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-341eb7aa-018f-4340-9f84-16c897679d1b req-397e7943-43f4-4bd5-be9d-d02f2540dc3f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799971 Dec 09 11:55:14.534456 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6456020-4e94-432f-acfd-9be0f2ad9480 {{(pid=109618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:55:14.544082 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:14.555157 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b8ee-a952-44e3-8628-3fa2d9ed9a98 req-f40a1a55-7c5a-477a-a2e5-49c6b23a32c2 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:14.556615 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4329b8ee-a952-44e3-8628-3fa2d9ed9a98 req-f40a1a55-7c5a-477a-a2e5-49c6b23a32c2 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 945 time: 0.1069753 Dec 09 11:55:14.568179 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.provisioning_blocks [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Transition to ACTIVE for port object a6456020-4e94-432f-acfd-9be0f2ad9480 will not be triggered until provisioned by entity L2. {{(pid=109618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:55:14.615226 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4329b8ee-a952-44e3-8628-3fa2d9ed9a98 req-aeb2629d-5e66-490a-bab6-213263fe9c61 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501254 Dec 09 11:55:14.627499 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:14.679143 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Pushing event updated for resources: {'Port': ['ID=a6456020-4e94-432f-acfd-9be0f2ad9480,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:14.743605 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Attempting to bind port a6456020-4e94-432f-acfd-9be0f2ad9480 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:55:14.745063 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Attempting to bind port a6456020-4e94-432f-acfd-9be0f2ad9480 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '518d3ac3-ecc9-4fc1-a75a-fa643eb78da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a'}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:55:14.745063 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Attempting to bind port a6456020-4e94-432f-acfd-9be0f2ad9480 on network e8692da9-5ba9-42ba-a3f7-c9c10d23672a {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:55:14.748992 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Port a6456020-4e94-432f-acfd-9be0f2ad9480 on network e8692da9-5ba9-42ba-a3f7-c9c10d23672a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:55:14.749699 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Attempting to bind port a6456020-4e94-432f-acfd-9be0f2ad9480 on network e8692da9-5ba9-42ba-a3f7-c9c10d23672a {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:55:14.754230 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:55:14.754843 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Checking segment: {'id': '518d3ac3-ecc9-4fc1-a75a-fa643eb78da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:55:14.755633 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Bound using segment: {'id': '518d3ac3-ecc9-4fc1-a75a-fa643eb78da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a'} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:55:14.756066 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Bound port: a6456020-4e94-432f-acfd-9be0f2ad9480, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518d3ac3-ecc9-4fc1-a75a-fa643eb78da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a'}}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:55:14.756423 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:14.830249 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] For port a6456020-4e94-432f-acfd-9be0f2ad9480, host hv-cinder-81969, cleared binding levels {{(pid=109618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:55:14.833242 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] For port a6456020-4e94-432f-acfd-9be0f2ad9480, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=a6456020-4e94-432f-acfd-9be0f2ad9480,segment=NetworkSegment(518d3ac3-ecc9-4fc1-a75a-fa643eb78da6),segment_id=518d3ac3-ecc9-4fc1-a75a-fa643eb78da6)] {{(pid=109618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:55:14.897497 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:14.930066 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:14.930673 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:14.932040 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] 10.222.0.42 "PUT /v2.0/ports/a6456020-4e94-432f-acfd-9be0f2ad9480 HTTP/1.1" status: 200 len: 1093 time: 0.9072258 Dec 09 11:55:14.932463 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700ed661-e915-4380-87bb-af74ff461313', 'tag': 'a6456020-4e94-432f-acfd-9be0f2ad9480'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:55:14.934653 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f35f3c-971b-4cc8-ac52-b13da7d6fec4" -d '{"events": [{"name": "network-changed", "server_uuid": "700ed661-e915-4380-87bb-af74ff461313", "tag": "a6456020-4e94-432f-acfd-9be0f2ad9480"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:55:14.965870 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc3af2-7bbb-4d53-93da-377ec65b19bb service neutron] Pushing event updated for resources: {'Port': ['ID=a6456020-4e94-432f-acfd-9be0f2ad9480,revision_number=3']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:14.972643 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d00c296-8350-45ad-a8da-d76a4c1bce68 x-openstack-request-id: req-9d00c296-8350-45ad-a8da-d76a4c1bce68 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:55:14.972876 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700ed661-e915-4380-87bb-af74ff461313", "tag": "a6456020-4e94-432f-acfd-9be0f2ad9480", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:55:14.973125 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d00c296-8350-45ad-a8da-d76a4c1bce68 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:55:14.973631 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700ed661-e915-4380-87bb-af74ff461313', 'tag': 'a6456020-4e94-432f-acfd-9be0f2ad9480', 'status': 'completed', 'code': 200} Dec 09 11:55:15.007479 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:55:15.010951 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c0b506-2c5a-4020-b1ce-b586412dfc1e" -d '{"events": [{"server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "name": "network-vif-plugged", "status": "completed", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:55:15.059229 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f4d68a-4851-458e-a760-6812f4e87f61 x-openstack-request-id: req-e8f4d68a-4851-458e-a760-6812f4e87f61 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:55:15.059525 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "name": "network-vif-plugged", "status": "completed", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:55:15.059782 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8f4d68a-4851-458e-a760-6812f4e87f61 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:55:15.060182 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'code': 200} Dec 09 11:55:15.078547 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f35f3c-971b-4cc8-ac52-b13da7d6fec4 req-17c2358f-9595-4ba5-86f3-cc30305c16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:15.080065 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-58f35f3c-971b-4cc8-ac52-b13da7d6fec4 req-17c2358f-9595-4ba5-86f3-cc30305c16d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0948f4c434b640e384762b0efbdceef9&device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 1096 time: 0.0673273 Dec 09 11:55:15.099224 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619aa54-b56d-4e34-91eb-3af7f01d66ed req-e25ba832-c267-48e8-82c7-c02330d0c452 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:15.100613 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d619aa54-b56d-4e34-91eb-3af7f01d66ed req-e25ba832-c267-48e8-82c7-c02330d0c452 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0560923 Dec 09 11:55:15.241005 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d619aa54-b56d-4e34-91eb-3af7f01d66ed req-c4d2bad6-d52b-4cb9-85fb-67ee30e178ab tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342223 Dec 09 11:55:15.256171 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f35f3c-971b-4cc8-ac52-b13da7d6fec4 req-d9817f51-02dc-4de1-ba58-33370d7367be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:15.260052 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-58f35f3c-971b-4cc8-ac52-b13da7d6fec4 req-d9817f51-02dc-4de1-ba58-33370d7367be service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0948f4c434b640e384762b0efbdceef9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1499188 Dec 09 11:55:15.283345 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789fa51-4b0b-4c13-9159-b0bbdfde1eb4 req-a38b2491-d301-45f5-b598-118b4597bd4a tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:15.284891 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3789fa51-4b0b-4c13-9159-b0bbdfde1eb4 req-a38b2491-d301-45f5-b598-118b4597bd4a tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 943 time: 0.1197596 Dec 09 11:55:15.408890 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3789fa51-4b0b-4c13-9159-b0bbdfde1eb4 req-4291bb46-8ec0-4f28-a85c-95404616b3ea tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139553 Dec 09 11:55:15.418455 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959681-0a34-4059-9e74-f1429b013976 req-a54f8b0f-aeb2-40fe-8052-f45e22a62ccc tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:15.419894 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0c959681-0a34-4059-9e74-f1429b013976 req-a54f8b0f-aeb2-40fe-8052-f45e22a62ccc tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1087441 Dec 09 11:55:15.455604 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f35f3c-971b-4cc8-ac52-b13da7d6fec4 req-0ba7a8c3-c022-48d4-9859-97ed123ab293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:15.457017 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-58f35f3c-971b-4cc8-ac52-b13da7d6fec4 req-0ba7a8c3-c022-48d4-9859-97ed123ab293 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1903894 Dec 09 11:55:15.489236 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0c959681-0a34-4059-9e74-f1429b013976 req-f3490a2f-9736-4fc4-a950-788cada76c81 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624893 Dec 09 11:55:15.761882 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7743cf-b969-45f0-ae9f-2089942a4f5c req-eeb291d0-0a3e-4531-a35c-fe414fd0a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:15.763184 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-7f7743cf-b969-45f0-ae9f-2089942a4f5c req-eeb291d0-0a3e-4531-a35c-fe414fd0a173 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 1099 time: 0.0393953 Dec 09 11:55:15.813633 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-7f7743cf-b969-45f0-ae9f-2089942a4f5c req-475d6e30-275e-4948-879f-ccfac956ecd6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409081 Dec 09 11:55:15.815567 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-b731c0d6-14ff-434c-85f6-c95a60cf7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:15.817033 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-b731c0d6-14ff-434c-85f6-c95a60cf7a87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0948f4c434b640e384762b0efbdceef9&device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 1096 time: 0.3109117 Dec 09 11:55:15.830604 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeecbaf-43da-4a8f-8c0b-78f17c3a594d req-94f81100-f8b0-4063-81fb-d8e4c8886666 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:15.831990 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-efeecbaf-43da-4a8f-8c0b-78f17c3a594d req-94f81100-f8b0-4063-81fb-d8e4c8886666 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 946 time: 0.0908747 Dec 09 11:55:15.839782 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40e9c3-8245-46b2-ae11-c6d1eb6d3b85 req-13cc1a0c-61e6-402b-837c-73d2f7b227f5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:15.841113 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3d40e9c3-8245-46b2-ae11-c6d1eb6d3b85 req-13cc1a0c-61e6-402b-837c-73d2f7b227f5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 945 time: 0.1012027 Dec 09 11:55:15.912164 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-efeecbaf-43da-4a8f-8c0b-78f17c3a594d req-49ff6d88-072e-4bf9-8e11-34c162098b78 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701163 Dec 09 11:55:15.916887 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3d40e9c3-8245-46b2-ae11-c6d1eb6d3b85 req-f3efe29b-5401-4e25-8de0-28cab3d8c06a tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685484 Dec 09 11:55:16.033715 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6094b-41e7-426c-a358-4019eccdd169 req-9f9c3c9e-faad-4655-919a-de07fb1b110a tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:16.035220 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2dd6094b-41e7-426c-a358-4019eccdd169 req-9f9c3c9e-faad-4655-919a-de07fb1b110a tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 945 time: 0.0498166 Dec 09 11:55:16.091474 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-59fc4a20-cbf1-4f44-8f6c-6728bcad735a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6456020-4e94-432f-acfd-9be0f2ad9480 HTTP/1.1" status: 200 len: 217 time: 0.0428283 Dec 09 11:55:16.148609 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2dd6094b-41e7-426c-a358-4019eccdd169 req-18ba0c29-6c4f-4ee4-b3ca-64b43cc27744 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073275 Dec 09 11:55:16.161620 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-d9e0e7ae-806e-4a3b-a660-1bb4ef584555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:16.163168 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-d9e0e7ae-806e-4a3b-a660-1bb4ef584555 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73f8c6f0-1c7d-4ebc-86a0-d60745beda9a HTTP/1.1" status: 200 len: 853 time: 0.0593216 Dec 09 11:55:16.171735 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57268) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:16.202614 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-d5978ed6-757a-44a6-a8f6-cc8e2f9b8bcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8692da9-5ba9-42ba-a3f7-c9c10d23672a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285745 Dec 09 11:55:16.300824 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-7eb9fe70-7ec4-43b9-bfcd-6368f11d04ff service neutron] 10.222.0.42 "GET /v2.0/networks/e8692da9-5ba9-42ba-a3f7-c9c10d23672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891995 Dec 09 11:55:16.440286 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a374dfd-b523-4fe0-928a-d6f00043b524 req-90c1adfc-c69d-4d09-8d5a-d32205c93191 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:16.441795 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7a374dfd-b523-4fe0-928a-d6f00043b524 req-90c1adfc-c69d-4d09-8d5a-d32205c93191 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.1333604 Dec 09 11:55:16.454209 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574797ad-d73f-4120-b667-04f731532850 tempest-TestVolumeBootPattern-31753890 tempest-TestVolumeBootPattern-31753890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:16.455705 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-574797ad-d73f-4120-b667-04f731532850 tempest-TestVolumeBootPattern-31753890 tempest-TestVolumeBootPattern-31753890-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 1093 time: 0.2829401 Dec 09 11:55:16.459461 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57278) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:16.466521 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'floatingip': {'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'port_id': '3ce52dac-bde1-4149-ac46-1f02c95b0d06', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:55:16.488171 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33b76218-52ea-4ff7-8893-cea90815ee08 req-ffc71b97-0958-488d-bdaa-4ff62a65073a service neutron] 10.222.0.42 "GET /v2.0/networks/e8692da9-5ba9-42ba-a3f7-c9c10d23672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687460 Dec 09 11:55:16.506317 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57280) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:16.521645 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7a374dfd-b523-4fe0-928a-d6f00043b524 req-3e0dac23-efc8-4322-bb94-f4fa12628df5 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718849 Dec 09 11:55:16.570994 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba794c-fa0f-46da-bf9b-63f92cc7d865 req-3fdffc20-d24d-491d-8519-6e368f180329 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:16.572602 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1ba794c-fa0f-46da-bf9b-63f92cc7d865 req-3fdffc20-d24d-491d-8519-6e368f180329 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 943 time: 0.0732765 Dec 09 11:55:16.583049 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:16.635614 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-83fa3e6e-094a-4baf-8de2-d605e39b0ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:16.658740 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1ba794c-fa0f-46da-bf9b-63f92cc7d865 req-91763929-9edc-4e92-813a-b0a0ab7dddb0 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787873 Dec 09 11:55:16.666971 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbee7a-d5a7-426d-9517-34b4898748bb req-2a6ea181-c3ab-4a63-a75e-fabf3b2ec1ef tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:16.668319 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-83dbee7a-d5a7-426d-9517-34b4898748bb req-2a6ea181-c3ab-4a63-a75e-fabf3b2ec1ef tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0901997 Dec 09 11:55:16.724730 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-83dbee7a-d5a7-426d-9517-34b4898748bb req-f656bcdc-a894-4bca-8a56-aeda25bf6f06 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482004 Dec 09 11:55:16.734427 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:16.801104 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-83fa3e6e-094a-4baf-8de2-d605e39b0ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:16.858788 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Allocated IP 172.27.3.12 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/810311d3-4033-4f05-a6ad-03e182d8e421) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:55:16.881569 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-83fa3e6e-094a-4baf-8de2-d605e39b0ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:16.964214 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa3e6e-094a-4baf-8de2-d605e39b0ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d4ce7-90f5-478e-bc51-2bc66406ca9c,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:16.970865 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-83fa3e6e-094a-4baf-8de2-d605e39b0ce5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d745ce1f40b34cf9808471edfabf6df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4611077 Dec 09 11:55:16.971251 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57288) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:16.996996 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:17.060941 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-44dd07a8-e885-4f61-865a-3818db67798b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:17.071445 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b058a-7f88-4d73-a24e-13e3805fa9c2 req-954825b1-52e1-467e-a954-f0c1b4167d6f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:17.072974 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-522b058a-7f88-4d73-a24e-13e3805fa9c2 req-954825b1-52e1-467e-a954-f0c1b4167d6f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 946 time: 0.0745385 Dec 09 11:55:17.099347 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-44dd07a8-e885-4f61-865a-3818db67798b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:17.114326 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:17.154415 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:55:17.157800 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:55:17.161471 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-522b058a-7f88-4d73-a24e-13e3805fa9c2 req-e0537e5a-2700-4a16-9f3b-b639218b4d5c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789237 Dec 09 11:55:17.163548 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:55:17.187786 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'Port': ['ID=810311d3-4033-4f05-a6ad-03e182d8e421,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:17.263367 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-44dd07a8-e885-4f61-865a-3818db67798b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:17.267752 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-44dd07a8-e885-4f61-865a-3818db67798b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:17.271481 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-44dd07a8-e885-4f61-865a-3818db67798b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a64d4ce7-90f5-478e-bc51-2bc66406ca9c HTTP/1.1" status: 204 len: 168 time: 0.2967961 Dec 09 11:55:17.281933 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd07a8-e885-4f61-865a-3818db67798b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d4ce7-90f5-478e-bc51-2bc66406ca9c,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:17.385891 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958a066-7099-4ef2-b3da-1d04f519f105 req-ad0d16ab-3a86-4d75-b1c8-dd784fd1257d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:17.387485 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d958a066-7099-4ef2-b3da-1d04f519f105 req-ad0d16ab-3a86-4d75-b1c8-dd784fd1257d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0533960 Dec 09 11:55:17.503899 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-d958a066-7099-4ef2-b3da-1d04f519f105 req-2f82c553-033f-4f81-982f-d497eb43b06e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Deleting port 209360f6-f3a7-4154-a29b-5242a0a0a2a8 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:55:17.504242 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d958a066-7099-4ef2-b3da-1d04f519f105 req-2f82c553-033f-4f81-982f-d497eb43b06e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:17.676548 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-d958a066-7099-4ef2-b3da-1d04f519f105 req-2f82c553-033f-4f81-982f-d497eb43b06e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] For port 209360f6-f3a7-4154-a29b-5242a0a0a2a8, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=209360f6-f3a7-4154-a29b-5242a0a0a2a8,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:17.676924 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d958a066-7099-4ef2-b3da-1d04f519f105 req-2f82c553-033f-4f81-982f-d497eb43b06e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:17.694770 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-d958a066-7099-4ef2-b3da-1d04f519f105 req-2f82c553-033f-4f81-982f-d497eb43b06e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Calling delete_port for 209360f6-f3a7-4154-a29b-5242a0a0a2a8 owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:55:17.716658 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384f7eb-011e-4fa4-a4e9-116eee101a42 req-eaea7b94-1118-4ebd-a331-604548a9d822 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:17.719046 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f384f7eb-011e-4fa4-a4e9-116eee101a42 req-eaea7b94-1118-4ebd-a331-604548a9d822 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 945 time: 0.0853200 Dec 09 11:55:17.844438 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:17.930621 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f384f7eb-011e-4fa4-a4e9-116eee101a42 req-dc322aab-6b80-435c-a292-914cfdb36543 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141899 Dec 09 11:55:17.938487 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa562ff-55f5-4906-85b8-39ff3d32ab56 req-8a1192be-dc14-406d-97c7-e1cf52551998 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:17.940087 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0fa562ff-55f5-4906-85b8-39ff3d32ab56 req-8a1192be-dc14-406d-97c7-e1cf52551998 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 943 time: 0.1278033 Dec 09 11:55:18.040773 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:18.067739 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0fa562ff-55f5-4906-85b8-39ff3d32ab56 req-2b4a57f4-4583-4623-84ee-1b00c29e5ada tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955036 Dec 09 11:55:18.080946 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f1358-2558-405d-ad58-09767e1a42b2 req-47b2c90d-6ecf-4abe-85da-e1f74a0fccb8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:18.082708 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9c7f1358-2558-405d-ad58-09767e1a42b2 req-47b2c90d-6ecf-4abe-85da-e1f74a0fccb8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0861669 Dec 09 11:55:18.144582 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9c7f1358-2558-405d-ad58-09767e1a42b2 req-4fe73246-e4ec-44d2-93dc-472cc624aea4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550511 Dec 09 11:55:18.221531 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:18.302652 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132372-0263-4536-ad49-457eaa67318c req-02c9c420-d7fe-410d-a9c7-7222a98ae3be tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:18.304202 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a6132372-0263-4536-ad49-457eaa67318c req-02c9c420-d7fe-410d-a9c7-7222a98ae3be tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 946 time: 0.0502131 Dec 09 11:55:18.357892 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a6132372-0263-4536-ad49-457eaa67318c req-bcdbe173-8e59-444e-9cff-b0fc940421de tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468140 Dec 09 11:55:18.610529 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d958a066-7099-4ef2-b3da-1d04f519f105 req-2f82c553-033f-4f81-982f-d497eb43b06e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:18.625040 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a', '209360f6-f3a7-4154-a29b-5242a0a0a2a8'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:55:18.650205 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82c553-033f-4f81-982f-d497eb43b06e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Pushing event deleted for resources: {'Port': ['ID=209360f6-f3a7-4154-a29b-5242a0a0a2a8,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:18.694478 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-d958a066-7099-4ef2-b3da-1d04f519f105 req-2f82c553-033f-4f81-982f-d497eb43b06e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] No DVR routers for this DVR port 209360f6-f3a7-4154-a29b-5242a0a0a2a8 on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:55:18.697697 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-d958a066-7099-4ef2-b3da-1d04f519f105 req-2f82c553-033f-4f81-982f-d497eb43b06e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:18.701062 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d958a066-7099-4ef2-b3da-1d04f519f105 req-2f82c553-033f-4f81-982f-d497eb43b06e tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.42 "DELETE /v2.0/ports/209360f6-f3a7-4154-a29b-5242a0a0a2a8 HTTP/1.1" status: 204 len: 173 time: 1.2971797 Dec 09 11:55:18.701845 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6ebef9-7a64-4e0a-960e-9d8a54821e7e', 'name': 'network-vif-deleted', 'tag': '209360f6-f3a7-4154-a29b-5242a0a0a2a8'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:55:18.705764 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5941785-5fb5-4087-824a-f8b4574305ee" -d '{"events": [{"server_uuid": "dc6ebef9-7a64-4e0a-960e-9d8a54821e7e", "name": "network-vif-deleted", "tag": "209360f6-f3a7-4154-a29b-5242a0a0a2a8"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:55:18.747240 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384bcd33-cfb6-437b-9be2-b9be4846f721 x-openstack-request-id: req-384bcd33-cfb6-437b-9be2-b9be4846f721 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:55:18.747618 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6ebef9-7a64-4e0a-960e-9d8a54821e7e", "name": "network-vif-deleted", "tag": "209360f6-f3a7-4154-a29b-5242a0a0a2a8", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:55:18.747944 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-384bcd33-cfb6-437b-9be2-b9be4846f721 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:55:18.748401 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6ebef9-7a64-4e0a-960e-9d8a54821e7e', 'name': 'network-vif-deleted', 'tag': '209360f6-f3a7-4154-a29b-5242a0a0a2a8', 'status': 'completed', 'code': 200} Dec 09 11:55:18.754214 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device a6456020-4e94-432f-acfd-9be0f2ad9480 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:55:18.857294 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:18.878600 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port a6456020-4e94-432f-acfd-9be0f2ad9480, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=a6456020-4e94-432f-acfd-9be0f2ad9480,segment=NetworkSegment(518d3ac3-ecc9-4fc1-a75a-fa643eb78da6),segment_id=518d3ac3-ecc9-4fc1-a75a-fa643eb78da6)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:18.892910 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': 'a6456020-4e94-432f-acfd-9be0f2ad9480', 'network_id': 'e8692da9-5ba9-42ba-a3f7-c9c10d23672a', 'port_id': 'a6456020-4e94-432f-acfd-9be0f2ad9480', 'mac_address': 'fa:16:3e:d2:08:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f8c6f0-1c7d-4ebc-86a0-d60745beda9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:55:18.947847 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:18.960548 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'Port': ['ID=810311d3-4033-4f05-a6ad-03e182d8e421,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:18.968433 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6456020-4e94-432f-acfd-9be0f2ad9480 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:55:18.988071 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:18.988735 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57356) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:19.002713 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port a6456020-4e94-432f-acfd-9be0f2ad9480, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=a6456020-4e94-432f-acfd-9be0f2ad9480,segment=NetworkSegment(518d3ac3-ecc9-4fc1-a75a-fa643eb78da6),segment_id=518d3ac3-ecc9-4fc1-a75a-fa643eb78da6)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:19.073938 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-109aadbc-7144-482e-8375-6d36afa0acaf req-014e6113-ab51-44d9-b067-691f39702e46 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6ebef9-7a64-4e0a-960e-9d8a54821e7e HTTP/1.1" status: 200 len: 210 time: 0.0291562 Dec 09 11:55:19.129572 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.l3_db [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Floating IP f869b9be-04dc-4ca2-ab84-3b7c638086f5 associated. External IP: 172.27.3.12, port: 3ce52dac-bde1-4149-ac46-1f02c95b0d06. Dec 09 11:55:19.131357 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:19.135809 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2001024458-network', 'tenant_id': '1d97fb6e4da54edaaf0507f356578458'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:55:19.223317 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=a6456020-4e94-432f-acfd-9be0f2ad9480,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:19.231352 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf61dcb-8949-4467-a02c-70e3603165af req-c80cf77c-7cdf-404c-aec0-acacb9a0e387 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:19.239557 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dcf61dcb-8949-4467-a02c-70e3603165af req-c80cf77c-7cdf-404c-aec0-acacb9a0e387 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 944 time: 0.0797088 Dec 09 11:55:19.290183 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Made reservation on behalf of 1d97fb6e4da54edaaf0507f356578458 for: {'network': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:55:19.292562 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:19.313556 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:19.348267 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dcf61dcb-8949-4467-a02c-70e3603165af req-b862be52-b4f9-4718-913c-d9eec71bd3f7 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043782 Dec 09 11:55:19.363543 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fd431-751a-46cd-95cc-cc8d63a9cb27 req-5c46a0de-9f2b-4fcb-8bb6-222183db9e89 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:19.370976 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-909fd431-751a-46cd-95cc-cc8d63a9cb27 req-5c46a0de-9f2b-4fcb-8bb6-222183db9e89 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1292272 Dec 09 11:55:19.393354 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:55:19.439517 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['a6456020-4e94-432f-acfd-9be0f2ad9480'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:55:19.454410 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-909fd431-751a-46cd-95cc-cc8d63a9cb27 req-62b27074-8c7a-4f39-acbb-afa52e8c9b5d tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823898 Dec 09 11:55:19.504332 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:19.539815 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:55:19.556124 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1f8b7-1317-438e-a4aa-8b4be69f2b48 None None] Sync routers for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:55:19.568026 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:19.571076 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1f8b7-1317-438e-a4aa-8b4be69f2b48 None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:55:19.571954 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-5ec1f8b7-1317-438e-a4aa-8b4be69f2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:54:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:19.608150 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=109618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:55:19.621197 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c7f28-0b84-4952-b3aa-5792c616370b req-6df8ca0b-ab9f-4702-93d2-9a9dd95c9f53 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:19.622699 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-314c7f28-0b84-4952-b3aa-5792c616370b req-6df8ca0b-ab9f-4702-93d2-9a9dd95c9f53 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 946 time: 0.1271026 Dec 09 11:55:19.625398 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba19f824-6de9-41f5-a09d-c6c54b93d2c7,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:19.632415 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:19.632680 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.segments_db [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Added segment b04065c2-27e6-418d-b6f8-57bf8f0ff019 of type vlan for network b677a2bc-8fd2-4ca5-90d5-4266e7f61001 Dec 09 11:55:19.691668 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:19.703458 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-5ec1f8b7-1317-438e-a4aa-8b4be69f2b48 None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:55:19.706066 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:19.735044 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-314c7f28-0b84-4952-b3aa-5792c616370b req-39b138b2-eac0-4a8a-a2f8-823c5d90df22 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724823 Dec 09 11:55:19.759829 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c6de545a-3f4a-44b9-9029-c390341f9962 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2974346 Dec 09 11:55:19.766792 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'tag': '3ce52dac-bde1-4149-ac46-1f02c95b0d06'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:55:19.769383 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b93582f-a832-471e-975c-74ec534f5440" -d '{"events": [{"name": "network-changed", "server_uuid": "378a9210-fe51-4557-8fa9-c0384d47b8df", "tag": "3ce52dac-bde1-4149-ac46-1f02c95b0d06"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:55:19.822820 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649288a1-8805-4421-a32c-69beafb7fe5c x-openstack-request-id: req-649288a1-8805-4421-a32c-69beafb7fe5c {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:55:19.824260 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:19.825271 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:19.825882 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:19.827612 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378a9210-fe51-4557-8fa9-c0384d47b8df", "tag": "3ce52dac-bde1-4149-ac46-1f02c95b0d06", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:55:19.827942 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-649288a1-8805-4421-a32c-69beafb7fe5c {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:55:19.828621 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'tag': '3ce52dac-bde1-4149-ac46-1f02c95b0d06', 'status': 'completed', 'code': 200} Dec 09 11:55:19.939670 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b677a2bc-8fd2-4ca5-90d5-4266e7f61001,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:19.949963 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93582f-a832-471e-975c-74ec534f5440 req-51ccaf59-6492-4abb-aa8d-9c60be118dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:19.952642 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network b677a2bc-8fd2-4ca5-90d5-4266e7f61001 details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:55:19.958950 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8b93582f-a832-471e-975c-74ec534f5440 req-51ccaf59-6492-4abb-aa8d-9c60be118dd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 1098 time: 0.0976226 Dec 09 11:55:19.963923 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-5f102650-dcb6-4306-aa19-b96a43b152d3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9737837 Dec 09 11:55:19.966860 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57372) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:19.973703 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-098a0b62-a5c6-477b-8a2f-7b541e47c861 admin admin] Request body: {'subnet': {'network_id': 'b677a2bc-8fd2-4ca5-90d5-4266e7f61001', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2001024458-subnet', 'tenant_id': '1d97fb6e4da54edaaf0507f356578458', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:55:19.984848 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-5ec1f8b7-1317-438e-a4aa-8b4be69f2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': 'f869b9be-04dc-4ca2-ab84-3b7c638086f5', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '3ce52dac-bde1-4149-ac46-1f02c95b0d06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:2a:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:55:17Z', 'updated_at': '2021-12-09T11:55:17Z', 'revision_number': 0, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:20.018317 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1f8b7-1317-438e-a4aa-8b4be69f2b48 None None] Checking router: 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:55:20.028430 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1f8b7-1317-438e-a4aa-8b4be69f2b48 None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:55:20.029041 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-5ec1f8b7-1317-438e-a4aa-8b4be69f2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:54:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:20.091114 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93582f-a832-471e-975c-74ec534f5440 req-575ea62a-998e-45d5-84fd-1de8e8d36a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:20.092683 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8b93582f-a832-471e-975c-74ec534f5440 req-575ea62a-998e-45d5-84fd-1de8e8d36a9c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 912 time: 0.1230474 Dec 09 11:55:20.141372 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098a0b62-a5c6-477b-8a2f-7b541e47c861 admin admin] Made reservation on behalf of 1d97fb6e4da54edaaf0507f356578458 for: {'subnet': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:55:20.143729 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-098a0b62-a5c6-477b-8a2f-7b541e47c861 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133925258'] for subnet, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:20.152290 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-5ec1f8b7-1317-438e-a4aa-8b4be69f2b48 None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:55:20.224126 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8b93582f-a832-471e-975c-74ec534f5440 req-77983347-d8b0-42ea-81c4-05d71a20b2b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce52dac-bde1-4149-ac46-1f02c95b0d06 HTTP/1.1" status: 200 len: 998 time: 0.1233680 Dec 09 11:55:20.291736 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93582f-a832-471e-975c-74ec534f5440 req-47823644-4597-49d7-8ff5-f66c8ed8b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:20.293458 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8b93582f-a832-471e-975c-74ec534f5440 req-47823644-4597-49d7-8ff5-f66c8ed8b5a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 200 len: 850 time: 0.0576141 Dec 09 11:55:20.389599 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-5ec1f8b7-1317-438e-a4aa-8b4be69f2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': 'f869b9be-04dc-4ca2-ab84-3b7c638086f5', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '3ce52dac-bde1-4149-ac46-1f02c95b0d06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:2a:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:55:17Z', 'updated_at': '2021-12-09T11:55:17Z', 'revision_number': 0, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:20.414991 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93582f-a832-471e-975c-74ec534f5440 req-415de3f7-4e98-4ede-b63f-ad2c416a8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:20.416510 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8b93582f-a832-471e-975c-74ec534f5440 req-415de3f7-4e98-4ede-b63f-ad2c416a8a57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7887434-306d-4523-9326-6054e1da426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972493 Dec 09 11:55:20.423833 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1f8b7-1317-438e-a4aa-8b4be69f2b48 None None] The sync data for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi is: [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': 'f869b9be-04dc-4ca2-ab84-3b7c638086f5', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '3ce52dac-bde1-4149-ac46-1f02c95b0d06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:2a:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:55:17Z', 'updated_at': '2021-12-09T11:55:17Z', 'revision_number': 0, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:55:20.525644 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-098a0b62-a5c6-477b-8a2f-7b541e47c861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4268065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142560'] for subnet, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:20.628889 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62894e8e-4c20-42cc-935f-f38f8b26d7f3 None None] New status for floating IP f869b9be-04dc-4ca2-ab84-3b7c638086f5: ACTIVE {{(pid=109619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:55:20.773811 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device a6456020-4e94-432f-acfd-9be0f2ad9480 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:55:20.845567 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121e260-cdf6-4f7e-be5a-fe690abafb6d req-3040ad53-0397-4c1c-b83a-c900097659ae tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:20.847044 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d121e260-cdf6-4f7e-be5a-fe690abafb6d req-3040ad53-0397-4c1c-b83a-c900097659ae tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 944 time: 0.3967016 Dec 09 11:55:20.860584 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a0b62-a5c6-477b-8a2f-7b541e47c861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08deb23b-6b4b-4159-b8fd-caedd44727cf,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:20.870350 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8b93582f-a832-471e-975c-74ec534f5440 req-684c97b1-1526-4d1c-8ed9-b622818891e9 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408894 Dec 09 11:55:20.902695 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port a6456020-4e94-432f-acfd-9be0f2ad9480 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:55:20.907876 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port a6456020-4e94-432f-acfd-9be0f2ad9480 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:55:20.908321 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:20.922362 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f4561-4065-462c-99ef-817e931107de req-8154b216-60a5-4f3e-9df9-986c4ac36900 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:20.923840 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-365f4561-4065-462c-99ef-817e931107de req-8154b216-60a5-4f3e-9df9-986c4ac36900 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1496058 Dec 09 11:55:20.929080 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a0b62-a5c6-477b-8a2f-7b541e47c861 admin admin] Checking segment: {'id': 'b04065c2-27e6-418d-b6f8-57bf8f0ff019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b677a2bc-8fd2-4ca5-90d5-4266e7f61001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:55:20.929437 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098a0b62-a5c6-477b-8a2f-7b541e47c861 admin admin] Network hostable DHCP agents. Network: b677a2bc-8fd2-4ca5-90d5-4266e7f61001, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:55:20.987459 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:21.010784 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ed661-e915-4380-87bb-af74ff461313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6456020-4e94-432f-acfd-9be0f2ad9480'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:55:21.013062 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42dc11d-bdc1-4324-a768-46c17f955d7a" -d '{"events": [{"server_uuid": "700ed661-e915-4380-87bb-af74ff461313", "name": "network-vif-plugged", "status": "completed", "tag": "a6456020-4e94-432f-acfd-9be0f2ad9480"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:55:21.020676 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d121e260-cdf6-4f7e-be5a-fe690abafb6d req-4dd4d2c3-05eb-47b3-a50c-5bd21fdc75a7 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622126 Dec 09 11:55:21.026650 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port a6456020-4e94-432f-acfd-9be0f2ad9480, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=a6456020-4e94-432f-acfd-9be0f2ad9480,segment=NetworkSegment(518d3ac3-ecc9-4fc1-a75a-fa643eb78da6),segment_id=518d3ac3-ecc9-4fc1-a75a-fa643eb78da6)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:21.063397 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-365f4561-4065-462c-99ef-817e931107de req-f12d3671-22f9-4035-984a-249904008ab6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282804 Dec 09 11:55:21.065856 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8b93582f-a832-471e-975c-74ec534f5440 req-7bb3cb1d-1d8b-4487-a152-697877b40cad service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829853 Dec 09 11:55:21.119407 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098a0b62-a5c6-477b-8a2f-7b541e47c861 admin admin] Network b677a2bc-8fd2-4ca5-90d5-4266e7f61001 is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:55:21.130566 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:21.131415 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 209360f6-f3a7-4154-a29b-5242a0a0a2a8 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:55:21.172298 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b519cc-8e9f-4691-a188-57c8ca88f3c5 req-35491afa-eefd-4fc1-9b5c-d69330e9e756 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:21.173867 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-37b519cc-8e9f-4691-a188-57c8ca88f3c5 req-35491afa-eefd-4fc1-9b5c-d69330e9e756 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0818253 Dec 09 11:55:21.175916 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 209360f6-f3a7-4154-a29b-5242a0a0a2a8 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:55:21.176605 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 209360f6-f3a7-4154-a29b-5242a0a0a2a8 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:55:21.203053 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=a6456020-4e94-432f-acfd-9be0f2ad9480,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:21.208336 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938bda0-5d01-4556-b889-fe538ba81ace req-4d740ccd-2880-44a2-8af2-e9faa28fb3fd tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:21.209972 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0938bda0-5d01-4556-b889-fe538ba81ace req-4d740ccd-2880-44a2-8af2-e9faa28fb3fd tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 946 time: 0.0789034 Dec 09 11:55:21.247845 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-098a0b62-a5c6-477b-8a2f-7b541e47c861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, b677a2bc-8fd2-4ca5-90d5-4266e7f61001) {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:55:21.257255 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07514400-bf4f-4f82-9648-1935e8d6a529 None None] Network b677a2bc-8fd2-4ca5-90d5-4266e7f61001 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:55:21.266419 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-37b519cc-8e9f-4691-a188-57c8ca88f3c5 req-5d05413e-62c4-442c-969c-3d90afd667ec tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839102 Dec 09 11:55:21.269701 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a0b62-a5c6-477b-8a2f-7b541e47c861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:21.270245 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-098a0b62-a5c6-477b-8a2f-7b541e47c861 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:21.299201 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0938bda0-5d01-4556-b889-fe538ba81ace req-0399ef82-4f2d-440d-9e75-67b00af2ee22 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753632 Dec 09 11:55:21.328554 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e034fe-68a4-464e-b573-91e64c02f73c x-openstack-request-id: req-f0e034fe-68a4-464e-b573-91e64c02f73c {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:55:21.328843 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700ed661-e915-4380-87bb-af74ff461313", "name": "network-vif-plugged", "status": "completed", "tag": "a6456020-4e94-432f-acfd-9be0f2ad9480", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:55:21.329099 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0e034fe-68a4-464e-b573-91e64c02f73c {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:55:21.329494 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700ed661-e915-4380-87bb-af74ff461313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6456020-4e94-432f-acfd-9be0f2ad9480', 'code': 200} Dec 09 11:55:21.367997 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-098a0b62-a5c6-477b-8a2f-7b541e47c861 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3999093 Dec 09 11:55:21.384075 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0962a2b6-17a6-4a32-871e-8474050fda14 None None] Network b677a2bc-8fd2-4ca5-90d5-4266e7f61001 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:55:21.650937 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5e203-0c3b-4b52-a516-5a0a9cf9b855 req-c946782c-8de8-4751-b89c-06e360e51cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:21.652449 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-99c5e203-0c3b-4b52-a516-5a0a9cf9b855 req-c946782c-8de8-4751-b89c-06e360e51cbe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 1098 time: 0.0416515 Dec 09 11:55:21.708836 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-99c5e203-0c3b-4b52-a516-5a0a9cf9b855 req-c0ba121d-e141-4848-99ec-cc6ac6398dee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Dec 09 11:55:21.877414 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-04b8d15b-24a6-44b8-b113-8a9783a3893e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:22.084557 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57406) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:22.089448 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-861547953-network', 'tenant_id': '1fd7714346964f58bc45b4450d0b3dd8'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:55:22.160937 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5fc2d-a0e1-40b0-9ec6-1f1171bea7a5 req-52811e9b-32ee-4596-bed6-60db04352a1c tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:22.162284 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0ba5fc2d-a0e1-40b0-9ec6-1f1171bea7a5 req-52811e9b-32ee-4596-bed6-60db04352a1c tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 945 time: 0.0689261 Dec 09 11:55:22.221331 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bea1c0-34ca-42ac-80b2-13a4d3ac882b req-7cb27a07-bd98-4b01-83f8-5ff7e09cbf71 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:22.222816 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c8bea1c0-34ca-42ac-80b2-13a4d3ac882b req-7cb27a07-bd98-4b01-83f8-5ff7e09cbf71 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0834286 Dec 09 11:55:22.227858 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Made reservation on behalf of 1fd7714346964f58bc45b4450d0b3dd8 for: {'network': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:55:22.230066 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:22.251190 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0ba5fc2d-a0e1-40b0-9ec6-1f1171bea7a5 req-8eebbb0b-32fe-4bf4-b815-bcaa448a1ba7 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758438 Dec 09 11:55:22.257053 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:22.302513 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c8bea1c0-34ca-42ac-80b2-13a4d3ac882b req-7e1fede4-a11b-4a9b-9437-080db99e9969 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675881 Dec 09 11:55:22.383090 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:22.403500 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fdd04-cf52-4bd8-998e-0344a1552040 req-fcdff131-9b80-4aba-84f1-1b9597f44b00 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:22.405766 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5c9fdd04-cf52-4bd8-998e-0344a1552040 req-fcdff131-9b80-4aba-84f1-1b9597f44b00 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0603180 Dec 09 11:55:22.453001 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5c9fdd04-cf52-4bd8-998e-0344a1552040 req-610d5e7a-58a5-4990-8e65-9d19cf966379 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Dec 09 11:55:22.456842 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:22.477520 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=109618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:55:22.490717 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba356fb-95df-4836-830f-20d31de50f2f,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:22.495392 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:22.499127 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.segments_db [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Added segment b1601fe9-e434-4b60-b81f-b41a70c0b3f9 of type vlan for network bf585087-b493-4ea3-8ddd-cb31f43f1b57 Dec 09 11:55:22.535348 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:22.661599 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:22.662605 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:22.663225 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:22.724414 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] Pushing event updated for resources: {'Network': ['ID=bf585087-b493-4ea3-8ddd-cb31f43f1b57,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:22.733749 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network bf585087-b493-4ea3-8ddd-cb31f43f1b57 details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:55:22.771202 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-1af844ab-d2de-4b44-841e-b4ece8d6baa1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6830797 Dec 09 11:55:22.771678 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57412) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:22.776436 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-90262e9f-81fe-4368-9437-7ed150282b22 admin admin] Request body: {'subnet': {'network_id': 'bf585087-b493-4ea3-8ddd-cb31f43f1b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-861547953-subnet', 'tenant_id': '1fd7714346964f58bc45b4450d0b3dd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:55:22.862174 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90262e9f-81fe-4368-9437-7ed150282b22 admin admin] Made reservation on behalf of 1fd7714346964f58bc45b4450d0b3dd8 for: {'subnet': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:55:22.864597 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-90262e9f-81fe-4368-9437-7ed150282b22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133925258'] for subnet, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:23.091340 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-90262e9f-81fe-4368-9437-7ed150282b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4268065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142560'] for subnet, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:23.147003 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90262e9f-81fe-4368-9437-7ed150282b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9003e27-9694-47f4-98c5-5c7046d71192,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:23.156217 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90262e9f-81fe-4368-9437-7ed150282b22 admin admin] Checking segment: {'id': 'b1601fe9-e434-4b60-b81f-b41a70c0b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf585087-b493-4ea3-8ddd-cb31f43f1b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:55:23.156586 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90262e9f-81fe-4368-9437-7ed150282b22 admin admin] Network hostable DHCP agents. Network: bf585087-b493-4ea3-8ddd-cb31f43f1b57, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:55:23.280211 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90262e9f-81fe-4368-9437-7ed150282b22 admin admin] Network bf585087-b493-4ea3-8ddd-cb31f43f1b57 is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:55:23.354667 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-90262e9f-81fe-4368-9437-7ed150282b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, bf585087-b493-4ea3-8ddd-cb31f43f1b57) {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:55:23.367124 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90262e9f-81fe-4368-9437-7ed150282b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:23.367124 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-90262e9f-81fe-4368-9437-7ed150282b22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:23.367371 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c33f3-905e-446f-8e64-a2c13bddfe7d None None] Network bf585087-b493-4ea3-8ddd-cb31f43f1b57 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:55:23.397000 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a0e3c-4723-4fec-b5aa-9fe2916cc98c req-cb959af2-1bd7-4a74-8630-df4ddabbddd3 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:23.401648 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f47a0e3c-4723-4fec-b5aa-9fe2916cc98c req-cb959af2-1bd7-4a74-8630-df4ddabbddd3 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 945 time: 0.0763376 Dec 09 11:55:23.463223 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-90262e9f-81fe-4368-9437-7ed150282b22 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6904583 Dec 09 11:55:23.469656 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78290817-395b-48ef-923e-4cf0c25757e1 None None] Network bf585087-b493-4ea3-8ddd-cb31f43f1b57 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:55:23.479429 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492fcf6-c0e8-4fde-a9e6-32003b8dac59 req-31f073dc-7443-427a-bbde-e1d15af05e50 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:23.481046 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6492fcf6-c0e8-4fde-a9e6-32003b8dac59 req-31f073dc-7443-427a-bbde-e1d15af05e50 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1066232 Dec 09 11:55:23.490692 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f47a0e3c-4723-4fec-b5aa-9fe2916cc98c req-cf265d0e-85bb-481c-8f4c-30a88091f862 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715702 Dec 09 11:55:23.551616 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6492fcf6-c0e8-4fde-a9e6-32003b8dac59 req-2ee151e0-5d22-4562-9a5c-4b31195e81ed tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597816 Dec 09 11:55:23.593188 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57424) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:23.617444 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c626a-a354-4295-a68d-89be1a4449d6 req-f85b8e2e-c6f8-435f-9107-12731750d704 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:23.619081 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2c9c626a-a354-4295-a68d-89be1a4449d6 req-f85b8e2e-c6f8-435f-9107-12731750d704 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0644045 Dec 09 11:55:23.641878 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e696403-9685-470c-88ab-8508781e2c6d admin admin] Deleting subnet 08deb23b-6b4b-4159-b8fd-caedd44727cf {{(pid=109617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:55:23.645391 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e696403-9685-470c-88ab-8508781e2c6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:23.671340 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2c9c626a-a354-4295-a68d-89be1a4449d6 req-3d219f4d-b9e8-4047-9504-06393770f156 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449631 Dec 09 11:55:23.681011 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e696403-9685-470c-88ab-8508781e2c6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133873831'] for subnet, precommit_delete_associations {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:23.725743 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e696403-9685-470c-88ab-8508781e2c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:23.840417 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e696403-9685-470c-88ab-8508781e2c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4296423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180420'] for subnet, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:23.871285 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e696403-9685-470c-88ab-8508781e2c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08deb23b-6b4b-4159-b8fd-caedd44727cf,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:23.876286 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e696403-9685-470c-88ab-8508781e2c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:23.881935 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-4e696403-9685-470c-88ab-8508781e2c6d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/08deb23b-6b4b-4159-b8fd-caedd44727cf HTTP/1.1" status: 204 len: 168 time: 0.2854311 Dec 09 11:55:23.882395 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57432) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:23.949746 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.028460 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.048843 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b677a2bc-8fd2-4ca5-90d5-4266e7f61001']}} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:24.058054 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04065c2-27e6-418d-b6f8-57bf8f0ff019') {'for_net_delete': True} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:24.058352 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04065c2-27e6-418d-b6f8-57bf8f0ff019') {} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:24.068119 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133873836'] for segment, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.081285 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.087050 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:55:24.087427 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4296221'] for segment, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: Traceback (most recent call last): Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: timer() Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: cb(*args, **kw) Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: return func(*args, **kwargs) Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: self._notify() Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: self.callback(batched_events) Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: event.method(event) Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: return f(self, *a, **k) Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: return self._get(url).json() Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: return self.request(url, 'GET', **kwargs) Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:55:24.089023 dv-cinder-819692-7-iscsi neutron-server[109617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:55:24.239347 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4a95d7bd-0f16-42cf-b6e4-6dbc0dc38e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.268228 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.275420 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.278628 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] 10.222.0.24 "DELETE /v2.0/networks/b677a2bc-8fd2-4ca5-90d5-4266e7f61001 HTTP/1.1" status: 204 len: 168 time: 0.3950617 Dec 09 11:55:24.282302 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57434) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:24.288616 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd965cc-995e-442d-90d5-4d1fe4292f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=b677a2bc-8fd2-4ca5-90d5-4266e7f61001,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:24.332532 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c010c0e0-61dd-4391-b863-643ff609f1be admin admin] Deleting subnet b9003e27-9694-47f4-98c5-5c7046d71192 {{(pid=109618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:55:24.335894 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c010c0e0-61dd-4391-b863-643ff609f1be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.371956 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c010c0e0-61dd-4391-b863-643ff609f1be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8355866'] for subnet, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.411336 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c010c0e0-61dd-4391-b863-643ff609f1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.508692 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c010c0e0-61dd-4391-b863-643ff609f1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4268130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142569'] for subnet, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.534539 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010c0e0-61dd-4391-b863-643ff609f1be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9003e27-9694-47f4-98c5-5c7046d71192,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:24.538183 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c010c0e0-61dd-4391-b863-643ff609f1be admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.543760 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-c010c0e0-61dd-4391-b863-643ff609f1be admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b9003e27-9694-47f4-98c5-5c7046d71192 HTTP/1.1" status: 204 len: 168 time: 0.2580702 Dec 09 11:55:24.544488 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57438) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:24.616214 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.707793 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6f04-4bf5-444e-bb13-e2ac8961b43c req-90f3e9e6-24dd-4a82-ac6a-743a8fa2662b tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:24.709297 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-57db6f04-4bf5-444e-bb13-e2ac8961b43c req-90f3e9e6-24dd-4a82-ac6a-743a8fa2662b tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0905275 Dec 09 11:55:24.741045 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.801567 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf585087-b493-4ea3-8ddd-cb31f43f1b57']}} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:24.825062 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1601fe9-e434-4b60-b81f-b41a70c0b3f9') {'for_net_delete': True} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:24.825362 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1601fe9-e434-4b60-b81f-b41a70c0b3f9') {} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:24.843817 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-57db6f04-4bf5-444e-bb13-e2ac8961b43c req-d725d621-8ef4-4ebe-bb09-9dd4bf616e10 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053121 Dec 09 11:55:24.845375 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8355857'] for segment, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.862119 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94521a9a-47af-475a-a824-dba904ca0d1d req-78c9e077-7986-4f23-9fb0-aafa14b1a66d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:24.863591 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-94521a9a-47af-475a-a824-dba904ca0d1d req-78c9e077-7986-4f23-9fb0-aafa14b1a66d tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.1160226 Dec 09 11:55:24.869618 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.881936 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:55:24.882316 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4268184'] for segment, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: Traceback (most recent call last): Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: timer() Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: cb(*args, **kw) Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: return func(*args, **kwargs) Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: self._notify() Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: self.callback(batched_events) Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: event.method(event) Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: return f(self, *a, **k) Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._get(url).json() Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: return self.request(url, 'GET', **kwargs) Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:55:24.884240 dv-cinder-819692-7-iscsi neutron-server[109618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:55:24.963272 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-94521a9a-47af-475a-a824-dba904ca0d1d req-596cc560-99e8-4d6a-afbc-aee3491b4f91 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911455 Dec 09 11:55:25.039938 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:25.062601 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:25.065841 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bf585087-b493-4ea3-8ddd-cb31f43f1b57 HTTP/1.1" status: 204 len: 168 time: 0.5208657 Dec 09 11:55:25.066812 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a29d0c-5f14-4aa9-b233-a2f35b4e8064 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf585087-b493-4ea3-8ddd-cb31f43f1b57,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:25.193272 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:25.448923 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57448) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:25.488049 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-3585abaf-4b15-41dd-ac0d-a0c737280b42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d97fb6e4da54edaaf0507f356578458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379593 Dec 09 11:55:25.490353 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57450) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:25.536263 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c6c37f07-f505-442a-8f52-c09d8d071985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:25.556892 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c6c37f07-f505-442a-8f52-c09d8d071985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:25.678289 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c6c37f07-f505-442a-8f52-c09d8d071985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:25.680927 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c6c37f07-f505-442a-8f52-c09d8d071985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:25.682053 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-c6c37f07-f505-442a-8f52-c09d8d071985 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba19f824-6de9-41f5-a09d-c6c54b93d2c7 HTTP/1.1" status: 204 len: 168 time: 0.1908288 Dec 09 11:55:25.690558 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c37f07-f505-442a-8f52-c09d8d071985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba19f824-6de9-41f5-a09d-c6c54b93d2c7,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:25.964705 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62672f2-1e2f-4a63-a2a2-371357f1d43a req-92f3755f-b105-4c48-8e68-8cbd292cbb98 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:25.966196 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d62672f2-1e2f-4a63-a2a2-371357f1d43a req-92f3755f-b105-4c48-8e68-8cbd292cbb98 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0519645 Dec 09 11:55:26.020753 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d62672f2-1e2f-4a63-a2a2-371357f1d43a req-342dd031-7686-4a7c-9294-6529fb82ee51 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469456 Dec 09 11:55:26.081441 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cd85d-e184-480f-b325-3d86b4a99014 req-9df2e492-d9ef-46a6-9881-eb84479ce8c9 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:26.083013 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fe4cd85d-e184-480f-b325-3d86b4a99014 req-9df2e492-d9ef-46a6-9881-eb84479ce8c9 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0490646 Dec 09 11:55:26.129916 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fe4cd85d-e184-480f-b325-3d86b4a99014 req-b16d969e-a0ba-4b43-9c5c-aea5f1bec4fb tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Dec 09 11:55:26.380009 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57462) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:26.419272 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-bbe079ad-bb96-4505-bcf0-5ea66d40c074 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fd7714346964f58bc45b4450d0b3dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381527 Dec 09 11:55:26.421722 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57464) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:26.472702 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-697ccd94-3b17-4575-a538-916f2c0d086e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:26.493626 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-697ccd94-3b17-4575-a538-916f2c0d086e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:26.661645 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-697ccd94-3b17-4575-a538-916f2c0d086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:26.664174 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-697ccd94-3b17-4575-a538-916f2c0d086e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:26.667236 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-697ccd94-3b17-4575-a538-916f2c0d086e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ba356fb-95df-4836-830f-20d31de50f2f HTTP/1.1" status: 204 len: 168 time: 0.2427316 Dec 09 11:55:26.673932 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ccd94-3b17-4575-a538-916f2c0d086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba356fb-95df-4836-830f-20d31de50f2f,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:26.896858 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:26.940969 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f702ff8-ebf0-4786-bd82-791fe2661e93 req-06a66926-b2d4-4317-af3f-7a4e87bfe2d3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:26.942363 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2f702ff8-ebf0-4786-bd82-791fe2661e93 req-06a66926-b2d4-4317-af3f-7a4e87bfe2d3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.0485425 Dec 09 11:55:27.042501 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-2f702ff8-ebf0-4786-bd82-791fe2661e93 req-16708565-ab87-4fb4-bc70-64452a8b3fe8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Deleting port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:55:27.043127 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2f702ff8-ebf0-4786-bd82-791fe2661e93 req-16708565-ab87-4fb4-bc70-64452a8b3fe8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:27.173638 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-2f702ff8-ebf0-4786-bd82-791fe2661e93 req-16708565-ab87-4fb4-bc70-64452a8b3fe8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] For port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:27.173638 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2f702ff8-ebf0-4786-bd82-791fe2661e93 req-16708565-ab87-4fb4-bc70-64452a8b3fe8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:27.191088 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f39b0c-2132-488d-8c32-2b831189422b req-c0a9a2c6-b1c5-4b9e-9596-0288fdcaee61 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:27.192622 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-24f39b0c-2132-488d-8c32-2b831189422b req-c0a9a2c6-b1c5-4b9e-9596-0288fdcaee61 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.1084108 Dec 09 11:55:27.196857 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-2f702ff8-ebf0-4786-bd82-791fe2661e93 req-16708565-ab87-4fb4-bc70-64452a8b3fe8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Calling delete_port for 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:55:27.332428 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-24f39b0c-2132-488d-8c32-2b831189422b req-1b014165-4c46-43fd-92e8-93aeb47a6713 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315100 Dec 09 11:55:27.342090 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9142d-bb0d-4780-9633-63c9e436b882 req-483eb6bb-00a4-4a32-b0de-54111af63ac4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:27.344428 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ebf9142d-bb0d-4780-9633-63c9e436b882 req-483eb6bb-00a4-4a32-b0de-54111af63ac4 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 945 time: 0.1409841 Dec 09 11:55:27.428803 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ebf9142d-bb0d-4780-9633-63c9e436b882 req-4d714a1b-f156-4fe1-9f8a-425b754a3919 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fb6c5d6-d63c-4bc2-a695-5b551859042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758321 Dec 09 11:55:27.514163 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2f702ff8-ebf0-4786-bd82-791fe2661e93 req-16708565-ab87-4fb4-bc70-64452a8b3fe8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:27.528037 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:55:27.544823 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16708565-ab87-4fb4-bc70-64452a8b3fe8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Pushing event deleted for resources: {'Port': ['ID=92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:27.592029 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f702ff8-ebf0-4786-bd82-791fe2661e93 req-16708565-ab87-4fb4-bc70-64452a8b3fe8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] No DVR routers for this DVR port 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:55:27.594782 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2f702ff8-ebf0-4786-bd82-791fe2661e93 req-16708565-ab87-4fb4-bc70-64452a8b3fe8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:27.598153 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2f702ff8-ebf0-4786-bd82-791fe2661e93 req-16708565-ab87-4fb4-bc70-64452a8b3fe8 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.42 "DELETE /v2.0/ports/92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a HTTP/1.1" status: 204 len: 173 time: 0.6499157 Dec 09 11:55:27.598585 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdff7512-8e1d-4e40-b178-c2f29060fa6d', 'name': 'network-vif-deleted', 'tag': '92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:55:27.600828 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5178b49a-da79-45b7-89b5-afe3acc6c39a" -d '{"events": [{"server_uuid": "fdff7512-8e1d-4e40-b178-c2f29060fa6d", "name": "network-vif-deleted", "tag": "92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:55:27.637553 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42e6fe5-eda1-460f-b99f-c367a9bcf028 x-openstack-request-id: req-e42e6fe5-eda1-460f-b99f-c367a9bcf028 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:55:27.637840 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdff7512-8e1d-4e40-b178-c2f29060fa6d", "name": "network-vif-deleted", "tag": "92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:55:27.638093 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e42e6fe5-eda1-460f-b99f-c367a9bcf028 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:55:27.638491 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdff7512-8e1d-4e40-b178-c2f29060fa6d', 'name': 'network-vif-deleted', 'tag': '92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a', 'status': 'completed', 'code': 200} Dec 09 11:55:27.770177 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:28.452601 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b2c55-3123-4d90-982f-51f2ab449def req-b65b925b-3c64-4474-ab77-0f8e5f693854 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:28.454361 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5b5b2c55-3123-4d90-982f-51f2ab449def req-b65b925b-3c64-4474-ab77-0f8e5f693854 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0525641 Dec 09 11:55:28.502849 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5b5b2c55-3123-4d90-982f-51f2ab449def req-ca17e797-04f2-41de-b81b-09aec4d0d63e tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Dec 09 11:55:28.538101 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-56c782be-0a3f-408f-b349-6aa09f7a354f req-e3c66ad7-4db4-46d0-8dc8-51fab73099b3 tempest-ServerRescueNegativeTestJSON-949599283 tempest-ServerRescueNegativeTestJSON-949599283-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdff7512-8e1d-4e40-b178-c2f29060fa6d HTTP/1.1" status: 200 len: 210 time: 0.0273013 Dec 09 11:55:29.007430 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:55:29.599617 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57536) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:29.627523 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17104553-77d4-4cbb-bde6-add0f0dd1583 req-8c3c2309-a44c-45d0-91b7-84ae52d8980f tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:29.629124 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-17104553-77d4-4cbb-bde6-add0f0dd1583 req-8c3c2309-a44c-45d0-91b7-84ae52d8980f tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0563095 Dec 09 11:55:29.685205 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-17104553-77d4-4cbb-bde6-add0f0dd1583 req-89dd799a-9ac3-4caf-885a-75865b6fb5ec tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493581 Dec 09 11:55:30.059102 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-351dfb5f-a103-42f2-a13a-de634a97b04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7923035'] for router_interface, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:30.092984 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97697a-d2ee-4c5a-b64b-363b65a69fdc req-a14fac2f-54b8-43fe-a55b-27935bfbe54d tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:30.095267 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6c97697a-d2ee-4c5a-b64b-363b65a69fdc req-a14fac2f-54b8-43fe-a55b-27935bfbe54d tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0598731 Dec 09 11:55:30.171116 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6c97697a-d2ee-4c5a-b64b-363b65a69fdc req-1050a139-7783-494c-bbb0-e176aab2a8b0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584693 Dec 09 11:55:30.225059 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d676ed7-2f27-403c-8444-3ad3a6aed293 req-dc9cb6a8-2bad-469f-aeea-ef44e782dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:30.226810 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1d676ed7-2f27-403c-8444-3ad3a6aed293 req-dc9cb6a8-2bad-469f-aeea-ef44e782dbbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91f497f7e91e433f906368540b14f2a5&device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 1098 time: 0.0467639 Dec 09 11:55:30.322108 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d676ed7-2f27-403c-8444-3ad3a6aed293 req-d4f606c7-4a6e-433c-8505-89e5d835ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:30.323617 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1d676ed7-2f27-403c-8444-3ad3a6aed293 req-d4f606c7-4a6e-433c-8505-89e5d835ff57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8 HTTP/1.1" status: 200 len: 911 time: 0.0893927 Dec 09 11:55:30.377110 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-351dfb5f-a103-42f2-a13a-de634a97b04f admin admin] Deleting port 53de86c1-347f-4203-ae23-0db7dc849616 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:55:30.377456 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-351dfb5f-a103-42f2-a13a-de634a97b04f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:30.404257 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1d676ed7-2f27-403c-8444-3ad3a6aed293 req-19fd5852-a5f7-4c6f-863a-2b2d33695faa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407ab17c-bc6a-4ba2-af96-b51c5e88bff7 HTTP/1.1" status: 200 len: 1001 time: 0.0704467 Dec 09 11:55:30.456223 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d676ed7-2f27-403c-8444-3ad3a6aed293 req-8673e68d-4338-4c0f-8ebf-26a88e52ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:30.457672 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1d676ed7-2f27-403c-8444-3ad3a6aed293 req-8673e68d-4338-4c0f-8ebf-26a88e52ed0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ec0cb09-9816-47e8-93e0-c39f1929746e HTTP/1.1" status: 200 len: 849 time: 0.0447185 Dec 09 11:55:30.465302 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [None req-351dfb5f-a103-42f2-a13a-de634a97b04f admin admin] For port 53de86c1-347f-4203-ae23-0db7dc849616, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=53de86c1-347f-4203-ae23-0db7dc849616,segment=NetworkSegment(17486b5b-379c-4eb9-b5c2-c9b85f4946d2),segment_id=17486b5b-379c-4eb9-b5c2-c9b85f4946d2)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:30.465661 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-351dfb5f-a103-42f2-a13a-de634a97b04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:30.478239 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-351dfb5f-a103-42f2-a13a-de634a97b04f admin admin] Calling delete_port for 53de86c1-347f-4203-ae23-0db7dc849616 owned by network:router_interface {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:55:30.509915 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d676ed7-2f27-403c-8444-3ad3a6aed293 req-96d802aa-15e5-4e12-9d99-8617ffc62c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:30.511450 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1d676ed7-2f27-403c-8444-3ad3a6aed293 req-96d802aa-15e5-4e12-9d99-8617ffc62c82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446851 Dec 09 11:55:30.604803 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1d676ed7-2f27-403c-8444-3ad3a6aed293 req-e2f3662f-607c-417c-b962-afa3a2e5999e service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822632 Dec 09 11:55:30.705921 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1d676ed7-2f27-403c-8444-3ad3a6aed293 req-6a16e909-f387-4a16-9934-e8fbdf92d6a6 service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863454 Dec 09 11:55:30.759617 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-351dfb5f-a103-42f2-a13a-de634a97b04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:30.787933 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351dfb5f-a103-42f2-a13a-de634a97b04f admin admin] Pushing event deleted for resources: {'Port': ['ID=53de86c1-347f-4203-ae23-0db7dc849616,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:30.802958 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:55:30.823307 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:55:30.823658 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 92e8d5fb-7d6d-4094-83bb-6ce736ae2a5a not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:55:30.946077 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-351dfb5f-a103-42f2-a13a-de634a97b04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8100450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7922999'] for router_interface, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:31.316575 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78044f7-2957-4a30-9ac9-53978bd6474f req-6b69cb5d-1b5b-48bb-a695-dbfedeafce4a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:31.318134 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d78044f7-2957-4a30-9ac9-53978bd6474f req-6b69cb5d-1b5b-48bb-a695-dbfedeafce4a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0704420 Dec 09 11:55:31.366374 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d78044f7-2957-4a30-9ac9-53978bd6474f req-5c1eea85-53c3-4ad9-a5ec-f1c03780e00e tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418935 Dec 09 11:55:31.388280 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351dfb5f-a103-42f2-a13a-de634a97b04f admin admin] Router 766938f0-228c-4d29-8c63-282801c3e4e1 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:55:31.494828 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351dfb5f-a103-42f2-a13a-de634a97b04f admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:55:31.501461 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-351dfb5f-a103-42f2-a13a-de634a97b04f admin admin] 10.222.0.24 "PUT /v2.0/routers/766938f0-228c-4d29-8c63-282801c3e4e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8995559 Dec 09 11:55:31.503988 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57574) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:31.505665 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05848d89-2476-4211-a4a7-501e7b145817 None None] Sync routers for ids ['766938f0-228c-4d29-8c63-282801c3e4e1'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:55:31.518819 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05848d89-2476-4211-a4a7-501e7b145817 None None] Routers {'766938f0-228c-4d29-8c63-282801c3e4e1'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:55:31.519724 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-05848d89-2476-4211-a4a7-501e7b145817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:55:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['766938f0-228c-4d29-8c63-282801c3e4e1'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:31.612008 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Publish callbacks [] for router, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:31.635262 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-05848d89-2476-4211-a4a7-501e7b145817 None None] Set router 766938f0-228c-4d29-8c63-282801c3e4e1 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:55:31.728855 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:31.835339 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-05848d89-2476-4211-a4a7-501e7b145817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2062084134-router', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:24Z', 'updated_at': '2021-12-09T11:55:30Z', 'revision_number': 5, 'project_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'gw_port': {'id': 'cebf9de8-ee25-4704-9247-682da95fb1c6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:25Z', 'updated_at': '2021-12-09T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:31.863465 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05848d89-2476-4211-a4a7-501e7b145817 None None] Checking router: 766938f0-228c-4d29-8c63-282801c3e4e1 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:55:31.872400 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05848d89-2476-4211-a4a7-501e7b145817 None None] Routers {'766938f0-228c-4d29-8c63-282801c3e4e1'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:55:31.873273 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-05848d89-2476-4211-a4a7-501e7b145817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:55:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['766938f0-228c-4d29-8c63-282801c3e4e1'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:31.891076 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Deleting port cebf9de8-ee25-4704-9247-682da95fb1c6 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:55:31.891634 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:31.978339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] For port cebf9de8-ee25-4704-9247-682da95fb1c6, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=cebf9de8-ee25-4704-9247-682da95fb1c6,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:31.978732 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:31.994376 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Calling delete_port for cebf9de8-ee25-4704-9247-682da95fb1c6 owned by network:router_gateway {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:55:32.043497 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-05848d89-2476-4211-a4a7-501e7b145817 None None] Set router 766938f0-228c-4d29-8c63-282801c3e4e1 gateway port host: None {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:55:32.094496 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-05848d89-2476-4211-a4a7-501e7b145817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2062084134-router', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:24Z', 'updated_at': '2021-12-09T11:55:31Z', 'revision_number': 6, 'project_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'gw_port_host': None}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:32.123170 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05848d89-2476-4211-a4a7-501e7b145817 None None] The sync data for ids ['766938f0-228c-4d29-8c63-282801c3e4e1'] in dv-cinder-819692-7-iscsi is: [{'id': '766938f0-228c-4d29-8c63-282801c3e4e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2062084134-router', 'tenant_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:24Z', 'updated_at': '2021-12-09T11:55:31Z', 'revision_number': 6, 'project_id': '5ec23381470546c7a5ebf1b80a8bb8b1', 'gw_port_host': None}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:55:32.272919 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:32.302557 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=cebf9de8-ee25-4704-9247-682da95fb1c6,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:32.361289 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7921045'] for router_gateway, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:32.462937 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7941893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:32.465082 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:32.500381 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9290abc-513d-4242-a94b-16be880c896b req-24a46b1d-cc70-4d6a-8a56-7d872096ce77 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:32.502069 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c9290abc-513d-4242-a94b-16be880c896b req-24a46b1d-cc70-4d6a-8a56-7d872096ce77 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0655341 Dec 09 11:55:32.556531 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c9290abc-513d-4242-a94b-16be880c896b req-1e7f9ebf-4a05-460f-926a-efd363a6da87 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476079 Dec 09 11:55:32.610798 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7941948'] for router, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:32.611357 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 766938f0-228c-4d29-8c63-282801c3e4e1 {{(pid=109617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 11:55:32.616458 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] Publish callbacks [] for router, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:32.617668 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-8259e329-e93e-4dee-bec3-1e5d98be4a3b admin admin] 10.222.0.24 "DELETE /v2.0/routers/766938f0-228c-4d29-8c63-282801c3e4e1 HTTP/1.1" status: 204 len: 168 time: 1.1127462 Dec 09 11:55:32.620259 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57590) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:32.664186 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c5d450-8a7f-4e09-940c-85cf8f0547c7 admin admin] Deleting subnet 52abfb0d-05f6-4418-8825-93dba6160d6f {{(pid=109617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:55:32.667268 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c9c5d450-8a7f-4e09-940c-85cf8f0547c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:32.700279 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c9c5d450-8a7f-4e09-940c-85cf8f0547c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133873831'] for subnet, precommit_delete_associations {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:32.738513 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c9c5d450-8a7f-4e09-940c-85cf8f0547c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:32.891620 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c9c5d450-8a7f-4e09-940c-85cf8f0547c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4296423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180420'] for subnet, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:32.919678 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5d450-8a7f-4e09-940c-85cf8f0547c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52abfb0d-05f6-4418-8825-93dba6160d6f,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:32.923461 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c9c5d450-8a7f-4e09-940c-85cf8f0547c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:32.928855 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c9c5d450-8a7f-4e09-940c-85cf8f0547c7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/52abfb0d-05f6-4418-8825-93dba6160d6f HTTP/1.1" status: 204 len: 168 time: 0.3053675 Dec 09 11:55:32.929209 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57598) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:32.997743 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:33.082451 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:33.107215 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94529fec-5f8f-4c94-9d43-36d5ce9c1431']}} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:33.118731 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17486b5b-379c-4eb9-b5c2-c9b85f4946d2') {'for_net_delete': True} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:33.119199 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17486b5b-379c-4eb9-b5c2-c9b85f4946d2') {} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:55:33.129180 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8355857'] for segment, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:33.148624 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:33.156138 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=109618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:55:33.156664 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4268184'] for segment, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: Traceback (most recent call last): Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: timer() Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: cb(*args, **kw) Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: return func(*args, **kwargs) Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: self._notify() Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: self.callback(batched_events) Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: event.method(event) Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: return f(self, *a, **k) Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._get(url).json() Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: return self.request(url, 'GET', **kwargs) Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:55:33.167643 dv-cinder-819692-7-iscsi neutron-server[109618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:55:33.296990 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:33.302561 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:33.305841 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] 10.222.0.24 "DELETE /v2.0/networks/94529fec-5f8f-4c94-9d43-36d5ce9c1431 HTTP/1.1" status: 204 len: 168 time: 0.3756526 Dec 09 11:55:33.317887 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857317f-0365-4c5d-a60f-fb324eef65ff admin admin] Pushing event deleted for resources: {'Network': ['ID=94529fec-5f8f-4c94-9d43-36d5ce9c1431,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:33.699513 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57608) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:33.735683 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device cebf9de8-ee25-4704-9247-682da95fb1c6 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:55:33.745786 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-5f720aed-9e8e-42d7-acfb-e5eb010bb30d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ec23381470546c7a5ebf1b80a8bb8b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428646 Dec 09 11:55:33.746148 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57610) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:33.755802 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: cebf9de8-ee25-4704-9247-682da95fb1c6 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:55:33.756150 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device cebf9de8-ee25-4704-9247-682da95fb1c6 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:55:33.756575 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 53de86c1-347f-4203-ae23-0db7dc849616 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:55:33.776536 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 53de86c1-347f-4203-ae23-0db7dc849616 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:55:33.776884 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 53de86c1-347f-4203-ae23-0db7dc849616 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:55:33.799457 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-37fb543b-6b8f-43e5-b1ad-c45a8f0f3945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:33.820431 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-37fb543b-6b8f-43e5-b1ad-c45a8f0f3945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:33.925140 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-37fb543b-6b8f-43e5-b1ad-c45a8f0f3945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:33.927976 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-37fb543b-6b8f-43e5-b1ad-c45a8f0f3945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:33.929117 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-37fb543b-6b8f-43e5-b1ad-c45a8f0f3945 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fb6c5d6-d63c-4bc2-a695-5b551859042a HTTP/1.1" status: 204 len: 168 time: 0.1819658 Dec 09 11:55:33.937518 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb543b-6b8f-43e5-b1ad-c45a8f0f3945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb6c5d6-d63c-4bc2-a695-5b551859042a,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:35.291161 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:37.657559 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57696) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:37.759486 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f3adff92-66fa-4d8d-a4df-6031d1a21b55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:37.833490 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f3adff92-66fa-4d8d-a4df-6031d1a21b55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:37.912402 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f3adff92-66fa-4d8d-a4df-6031d1a21b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:37.953013 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-f3adff92-66fa-4d8d-a4df-6031d1a21b55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b4efede91a84c79b428b20a45ca252e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943981 Dec 09 11:55:37.953866 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adff92-66fa-4d8d-a4df-6031d1a21b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493db38a-9431-4729-ab05-c8a2561c2a95,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:37.955664 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57702) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:38.002975 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:38.023202 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:38.141278 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:38.143901 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:38.145042 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/493db38a-9431-4729-ab05-c8a2561c2a95 HTTP/1.1" status: 204 len: 168 time: 0.1884143 Dec 09 11:55:38.152906 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493db38a-9431-4729-ab05-c8a2561c2a95,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:38.161696 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.161696 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.161696 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.161696 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.162079 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.162283 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.162605 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.162903 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.163264 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.163586 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.163904 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.164220 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.164537 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79cbaa-9350-4170-a46e-e22443b9d696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:55:38.934220 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57712) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:38.948250 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-14119644-1a58-4c58-8c23-0600aa1291bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:39.021782 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-14119644-1a58-4c58-8c23-0600aa1291bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:39.096219 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-14119644-1a58-4c58-8c23-0600aa1291bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:39.132183 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14119644-1a58-4c58-8c23-0600aa1291bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecde3381-98c8-403a-b643-534589eade7e,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:39.136810 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-14119644-1a58-4c58-8c23-0600aa1291bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b05e8da71f743e6b71858c9f1119399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015820 Dec 09 11:55:39.141098 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57714) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:39.187436 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dddf13f7-b1f8-4d5b-86ee-70be5088514d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:39.208118 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dddf13f7-b1f8-4d5b-86ee-70be5088514d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:39.342161 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dddf13f7-b1f8-4d5b-86ee-70be5088514d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:39.344795 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-dddf13f7-b1f8-4d5b-86ee-70be5088514d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:39.345939 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-dddf13f7-b1f8-4d5b-86ee-70be5088514d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecde3381-98c8-403a-b643-534589eade7e HTTP/1.1" status: 204 len: 168 time: 0.2042265 Dec 09 11:55:39.353461 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf13f7-b1f8-4d5b-86ee-70be5088514d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecde3381-98c8-403a-b643-534589eade7e,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:39.828682 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-73ce69d0-f3d1-4f2c-9003-c4a926827e3c req-6b1edb6d-f722-463b-b658-2bfbaec9121f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386076 Dec 09 11:55:39.896610 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce69d0-f3d1-4f2c-9003-c4a926827e3c req-aabc020d-d2a7-422c-8cdd-44a1c5c796a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:39.897962 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-73ce69d0-f3d1-4f2c-9003-c4a926827e3c req-aabc020d-d2a7-422c-8cdd-44a1c5c796a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 1099 time: 0.0415456 Dec 09 11:55:40.010478 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce69d0-f3d1-4f2c-9003-c4a926827e3c req-af1c22f6-d4a5-4ece-bc8a-00b2e9f8caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:40.011950 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-73ce69d0-f3d1-4f2c-9003-c4a926827e3c req-af1c22f6-d4a5-4ece-bc8a-00b2e9f8caea service neutron] 10.222.0.42 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 917 time: 0.0848663 Dec 09 11:55:40.087261 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57724) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:40.096277 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-73ce69d0-f3d1-4f2c-9003-c4a926827e3c req-a6cfabd0-a94d-4d2a-94be-2e64df91800c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705 HTTP/1.1" status: 200 len: 1001 time: 0.0664103 Dec 09 11:55:40.107376 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac01d-dbd6-4dd3-81a1-f38d54424505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:40.153844 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce69d0-f3d1-4f2c-9003-c4a926827e3c req-8f76c449-ff2d-4863-8fea-e4af5dec2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:40.153844 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-73ce69d0-f3d1-4f2c-9003-c4a926827e3c req-8f76c449-ff2d-4863-8fea-e4af5dec2383 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d57bdff-4b12-4c25-8c80-3d56d3c88b73 HTTP/1.1" status: 200 len: 855 time: 0.0440931 Dec 09 11:55:40.174752 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac01d-dbd6-4dd3-81a1-f38d54424505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:40.201399 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce69d0-f3d1-4f2c-9003-c4a926827e3c req-0145d773-9480-49e2-97d7-1884c4a9e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:40.203533 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-73ce69d0-f3d1-4f2c-9003-c4a926827e3c req-0145d773-9480-49e2-97d7-1884c4a9e184 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=339399d7-c359-4375-8e64-8580dc618d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390413 Dec 09 11:55:40.296461 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-73ce69d0-f3d1-4f2c-9003-c4a926827e3c req-ddbaa49c-03d2-42ff-9f9d-8efd29489f0b service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841022 Dec 09 11:55:40.387422 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-73ce69d0-f3d1-4f2c-9003-c4a926827e3c req-5d459bf9-df35-4547-8590-6d90f3c9b316 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801573 Dec 09 11:55:40.473914 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac01d-dbd6-4dd3-81a1-f38d54424505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:40.515878 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-7b1ac01d-dbd6-4dd3-81a1-f38d54424505 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=940fca1c2f6b471e9873cc435d98131c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275298 Dec 09 11:55:40.518419 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57732) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:40.524300 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ac01d-dbd6-4dd3-81a1-f38d54424505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37297077-a389-476c-a9d3-227de8672f43,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:40.569949 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b42b10ee-b74d-4058-87d8-49bfb5c89fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:40.591174 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b42b10ee-b74d-4058-87d8-49bfb5c89fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:40.766594 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b42b10ee-b74d-4058-87d8-49bfb5c89fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:40.769289 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b42b10ee-b74d-4058-87d8-49bfb5c89fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:40.770465 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-b42b10ee-b74d-4058-87d8-49bfb5c89fba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37297077-a389-476c-a9d3-227de8672f43 HTTP/1.1" status: 204 len: 168 time: 0.2511063 Dec 09 11:55:40.778447 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b10ee-b74d-4058-87d8-49bfb5c89fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37297077-a389-476c-a9d3-227de8672f43,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:46.213787 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81461010-27dc-4e09-a2a7-b9a781429295 req-0b7eae0e-f3ac-4cb2-bb2d-5e99ae8ada65 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:46.215267 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81461010-27dc-4e09-a2a7-b9a781429295 req-0b7eae0e-f3ac-4cb2-bb2d-5e99ae8ada65 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 945 time: 0.0523410 Dec 09 11:55:46.262421 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81461010-27dc-4e09-a2a7-b9a781429295 req-e5a96140-ba47-46a3-aa57-c34b3febbf3d tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Dec 09 11:55:46.764608 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57904) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:46.867948 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-64638d38-79aa-4de5-a988-b4c343050594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:46.939440 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-64638d38-79aa-4de5-a988-b4c343050594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:47.015317 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-64638d38-79aa-4de5-a988-b4c343050594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:47.054271 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-64638d38-79aa-4de5-a988-b4c343050594 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4013010fe8064fb9ab8ffb9b56b36f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884877 Dec 09 11:55:47.055210 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64638d38-79aa-4de5-a988-b4c343050594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bea45c9-b370-419d-beb5-3498503d63f6,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:47.059895 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57908) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:47.106085 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-be2b0daf-28cd-4dbd-a968-8badc8d61ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:47.127247 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-be2b0daf-28cd-4dbd-a968-8badc8d61ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:47.250646 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-be2b0daf-28cd-4dbd-a968-8badc8d61ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:47.253245 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-be2b0daf-28cd-4dbd-a968-8badc8d61ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:47.254376 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-be2b0daf-28cd-4dbd-a968-8badc8d61ebb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bea45c9-b370-419d-beb5-3498503d63f6 HTTP/1.1" status: 204 len: 168 time: 0.1954002 Dec 09 11:55:47.262821 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b0daf-28cd-4dbd-a968-8badc8d61ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bea45c9-b370-419d-beb5-3498503d63f6,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:47.382731 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4527df0-e921-4288-a3bf-1e31b77a047e req-4f5dc0f6-10a7-4953-b5be-640a1cf1dd46 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:47.384181 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d4527df0-e921-4288-a3bf-1e31b77a047e req-4f5dc0f6-10a7-4953-b5be-640a1cf1dd46 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 945 time: 0.0487642 Dec 09 11:55:47.433253 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d4527df0-e921-4288-a3bf-1e31b77a047e req-142ec5a2-d25a-413b-b4e7-6c94d970ac94 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Dec 09 11:55:47.902654 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57922) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:47.923551 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 57926) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:47.940204 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-712818bd-3d04-47b2-a23e-1dfe23e96dfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.008986 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-712818bd-3d04-47b2-a23e-1dfe23e96dfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.073660 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-712818bd-3d04-47b2-a23e-1dfe23e96dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.120736 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-65e4e2f0-a4dc-4fbf-a716-485eec8e4857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.129670 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712818bd-3d04-47b2-a23e-1dfe23e96dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1949574d-70a4-49e5-8ac2-1654067d42fd,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:48.133965 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-712818bd-3d04-47b2-a23e-1dfe23e96dfa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c109869eb8a443fc8cd5108e065ace49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094481 Dec 09 11:55:48.137344 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57928) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:48.188137 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e09bf728-b2d2-4ece-b33d-5419e33c0cf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.203285 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-65e4e2f0-a4dc-4fbf-a716-485eec8e4857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.208633 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e09bf728-b2d2-4ece-b33d-5419e33c0cf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.258436 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3cfff-e9e8-4c8a-9540-58073d0d8068 req-f777c794-5171-4f5b-99dc-f0cc275bbe6b tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:48.259866 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-85e3cfff-e9e8-4c8a-9540-58073d0d8068 req-f777c794-5171-4f5b-99dc-f0cc275bbe6b tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 945 time: 0.0470562 Dec 09 11:55:48.274354 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-65e4e2f0-a4dc-4fbf-a716-485eec8e4857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.344933 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-65e4e2f0-a4dc-4fbf-a716-485eec8e4857 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ffa381013604486a6bd8cd1dab83584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383037 Dec 09 11:55:48.345656 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 57930) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:55:48.360234 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4e2f0-a4dc-4fbf-a716-485eec8e4857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bbe371-2c38-44d8-8078-8abbfdff996b,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:48.360466 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e09bf728-b2d2-4ece-b33d-5419e33c0cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.362771 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e09bf728-b2d2-4ece-b33d-5419e33c0cf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.364755 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-e09bf728-b2d2-4ece-b33d-5419e33c0cf1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1949574d-70a4-49e5-8ac2-1654067d42fd HTTP/1.1" status: 204 len: 168 time: 0.2259438 Dec 09 11:55:48.384679 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bf728-b2d2-4ece-b33d-5419e33c0cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1949574d-70a4-49e5-8ac2-1654067d42fd,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:48.397036 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-85e3cfff-e9e8-4c8a-9540-58073d0d8068 req-0ab48466-de0e-40fa-af9b-1ed11f7af0e1 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Deleting port a6456020-4e94-432f-acfd-9be0f2ad9480 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:55:48.397373 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-85e3cfff-e9e8-4c8a-9540-58073d0d8068 req-0ab48466-de0e-40fa-af9b-1ed11f7af0e1 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.417011 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-00123d7c-6e85-4f7b-8ce8-0d27bbea0c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.441893 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-00123d7c-6e85-4f7b-8ce8-0d27bbea0c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.509288 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-85e3cfff-e9e8-4c8a-9540-58073d0d8068 req-0ab48466-de0e-40fa-af9b-1ed11f7af0e1 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] For port a6456020-4e94-432f-acfd-9be0f2ad9480, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=a6456020-4e94-432f-acfd-9be0f2ad9480,segment=NetworkSegment(518d3ac3-ecc9-4fc1-a75a-fa643eb78da6),segment_id=518d3ac3-ecc9-4fc1-a75a-fa643eb78da6)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:55:48.509735 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-85e3cfff-e9e8-4c8a-9540-58073d0d8068 req-0ab48466-de0e-40fa-af9b-1ed11f7af0e1 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.592876 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-00123d7c-6e85-4f7b-8ce8-0d27bbea0c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.595535 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-00123d7c-6e85-4f7b-8ce8-0d27bbea0c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:48.596727 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-00123d7c-6e85-4f7b-8ce8-0d27bbea0c90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3bbe371-2c38-44d8-8078-8abbfdff996b HTTP/1.1" status: 204 len: 168 time: 0.2499018 Dec 09 11:55:48.605164 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00123d7c-6e85-4f7b-8ce8-0d27bbea0c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bbe371-2c38-44d8-8078-8abbfdff996b,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:48.756203 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-85e3cfff-e9e8-4c8a-9540-58073d0d8068 req-0ab48466-de0e-40fa-af9b-1ed11f7af0e1 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Calling delete_port for a6456020-4e94-432f-acfd-9be0f2ad9480 owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:55:48.836238 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bb12a-ba34-4b1d-9793-e606e6827019 req-84bc0175-6993-4bdc-8b79-40e28d3fef81 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:55:48.837772 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c67bb12a-ba34-4b1d-9793-e606e6827019 req-84bc0175-6993-4bdc-8b79-40e28d3fef81 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 945 time: 0.3208497 Dec 09 11:55:48.903285 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c67bb12a-ba34-4b1d-9793-e606e6827019 req-d9e2ad13-0aea-44b4-846f-8dbccf03a8b6 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb214ae9-61e0-46f0-a00c-89a0c31245be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563300 Dec 09 11:55:49.039491 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-85e3cfff-e9e8-4c8a-9540-58073d0d8068 req-0ab48466-de0e-40fa-af9b-1ed11f7af0e1 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:49.067363 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab48466-de0e-40fa-af9b-1ed11f7af0e1 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Pushing event deleted for resources: {'Port': ['ID=a6456020-4e94-432f-acfd-9be0f2ad9480,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:55:49.110838 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e3cfff-e9e8-4c8a-9540-58073d0d8068 req-0ab48466-de0e-40fa-af9b-1ed11f7af0e1 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] No DVR routers for this DVR port a6456020-4e94-432f-acfd-9be0f2ad9480 on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:55:49.113791 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-85e3cfff-e9e8-4c8a-9540-58073d0d8068 req-0ab48466-de0e-40fa-af9b-1ed11f7af0e1 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:49.117912 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-85e3cfff-e9e8-4c8a-9540-58073d0d8068 req-0ab48466-de0e-40fa-af9b-1ed11f7af0e1 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.42 "DELETE /v2.0/ports/a6456020-4e94-432f-acfd-9be0f2ad9480 HTTP/1.1" status: 204 len: 173 time: 0.8507211 Dec 09 11:55:49.118363 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ed661-e915-4380-87bb-af74ff461313', 'name': 'network-vif-deleted', 'tag': 'a6456020-4e94-432f-acfd-9be0f2ad9480'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:55:49.121424 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e386456-e480-4dca-a97b-8480cb6a3ad8" -d '{"events": [{"server_uuid": "700ed661-e915-4380-87bb-af74ff461313", "name": "network-vif-deleted", "tag": "a6456020-4e94-432f-acfd-9be0f2ad9480"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:55:49.167020 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cbf9ec-2c82-4bb5-a242-b856578cf52c x-openstack-request-id: req-f5cbf9ec-2c82-4bb5-a242-b856578cf52c {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:55:49.167245 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700ed661-e915-4380-87bb-af74ff461313", "name": "network-vif-deleted", "tag": "a6456020-4e94-432f-acfd-9be0f2ad9480", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:55:49.167499 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5cbf9ec-2c82-4bb5-a242-b856578cf52c {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:55:49.167900 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700ed661-e915-4380-87bb-af74ff461313', 'name': 'network-vif-deleted', 'tag': 'a6456020-4e94-432f-acfd-9be0f2ad9480', 'status': 'completed', 'code': 200} Dec 09 11:55:50.023961 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5a4d95b5-8050-457c-888c-8a29f7ce14cc req-7854ce37-a2a4-43b3-805e-cd5da3f5f7e9 tempest-VolumesSnapshotTestJSON-1285016368 tempest-VolumesSnapshotTestJSON-1285016368-project] 10.222.0.24 "GET /v2.0/ports?device_id=700ed661-e915-4380-87bb-af74ff461313 HTTP/1.1" status: 200 len: 210 time: 0.0334861 Dec 09 11:55:50.847939 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device a6456020-4e94-432f-acfd-9be0f2ad9480 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:55:50.868065 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: a6456020-4e94-432f-acfd-9be0f2ad9480 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:55:50.868407 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device a6456020-4e94-432f-acfd-9be0f2ad9480 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:55:51.872019 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-395b8c71-c150-4b28-9d02-82c473fdfb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:54.233280 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4ac57157-08f2-4c32-b519-861955b40d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:55.194058 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:56.885136 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:55:57.759312 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:03.866005 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58186) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:03.974611 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-db647ef2-26b1-4b84-93fb-7b029feb024f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:04.049761 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-db647ef2-26b1-4b84-93fb-7b029feb024f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:04.210701 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-db647ef2-26b1-4b84-93fb-7b029feb024f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:04.250742 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-db647ef2-26b1-4b84-93fb-7b029feb024f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e5870ef0a4b4b42a08c477291878092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3829882 Dec 09 11:56:04.252332 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db647ef2-26b1-4b84-93fb-7b029feb024f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bc0c9d-b47a-4512-8f84-2488582c1766,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:04.253379 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 58196) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:04.309373 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:04.331647 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:04.467880 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:04.470490 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:04.471672 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9bc0c9d-b47a-4512-8f84-2488582c1766 HTTP/1.1" status: 204 len: 168 time: 0.2149143 Dec 09 11:56:04.480230 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bc0c9d-b47a-4512-8f84-2488582c1766,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:04.487655 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:04.488015 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:04.488366 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:04.488707 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:04.489048 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:04.490069 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:04.490255 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:04.490576 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:04.490976 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:04.491309 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:04.491634 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:04.491980 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:04.492305 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48130ce4-03f0-41cf-b35f-a69d707e2028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:05.319357 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:06.008279 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:56:06.238363 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 58260) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:06.347125 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2c92bbf1-648a-4732-a561-efd705767d75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:06.418459 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2c92bbf1-648a-4732-a561-efd705767d75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:06.479365 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2c92bbf1-648a-4732-a561-efd705767d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:06.518129 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-2c92bbf1-648a-4732-a561-efd705767d75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42732b8db956413bb74cd1cd8019290d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785511 Dec 09 11:56:06.518917 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92bbf1-648a-4732-a561-efd705767d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9805d514-76cf-4f73-8d8c-c745f526e912,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:06.520751 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58270) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:06.570624 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-02e89a3f-0ba1-4dad-88fd-3da1ccca14b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:06.591300 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-02e89a3f-0ba1-4dad-88fd-3da1ccca14b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:06.730741 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-02e89a3f-0ba1-4dad-88fd-3da1ccca14b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:06.733340 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-02e89a3f-0ba1-4dad-88fd-3da1ccca14b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:06.734513 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-02e89a3f-0ba1-4dad-88fd-3da1ccca14b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9805d514-76cf-4f73-8d8c-c745f526e912 HTTP/1.1" status: 204 len: 168 time: 0.2127299 Dec 09 11:56:06.742350 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e89a3f-0ba1-4dad-88fd-3da1ccca14b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9805d514-76cf-4f73-8d8c-c745f526e912,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:10.418004 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-fef5028d-ae18-4450-a1e7-78a053dd5956 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7891dc81d7dd48718d2dccb7202b6ed4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326166 Dec 09 11:56:10.613348 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-36d645c5-e304-4d7d-87a6-deb5d44b2fa6 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:10.614832 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-36d645c5-e304-4d7d-87a6-deb5d44b2fa6 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895270 Dec 09 11:56:10.631003 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-58e0d42c-2147-466d-8697-6531d9ff3b13 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/quotas/7891dc81d7dd48718d2dccb7202b6ed4 HTTP/1.1" status: 200 len: 375 time: 0.0090327 Dec 09 11:56:10.662589 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-0b76018f-2c48-4ee7-9b6c-df7ec838a820 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7891dc81d7dd48718d2dccb7202b6ed4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263917 Dec 09 11:56:10.927320 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ee772fef-6020-4a3f-b002-ab6ea71af797 req-f267392d-411d-44c1-b83e-dd88c929cdd7 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 210 time: 0.0285628 Dec 09 11:56:12.005629 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aa22e8ab-84cf-4977-b2b9-7e41ce604fb0 req-517276a4-9192-49a9-b0a0-c143b82b7a51 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 210 time: 0.0256107 Dec 09 11:56:12.929570 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d13ce-f248-4729-8dd9-0ab29c6b0635 req-638dfded-2bff-41f1-b386-c0163ca8497d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:12.931680 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f61d13ce-f248-4729-8dd9-0ab29c6b0635 req-638dfded-2bff-41f1-b386-c0163ca8497d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 946 time: 0.0490634 Dec 09 11:56:12.978053 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f61d13ce-f248-4729-8dd9-0ab29c6b0635 req-1f908c0c-d8de-4037-8574-710a181384d8 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402827 Dec 09 11:56:13.098383 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ec50f927-8232-4708-9a33-9e8e4c3d40d5 req-10f34d40-87db-49b4-a7ca-9dec5e63501f tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 210 time: 0.0247567 Dec 09 11:56:13.441839 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-c06f5a2e-3d35-458e-b8b5-6014489542f2 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7891dc81d7dd48718d2dccb7202b6ed4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204298 Dec 09 11:56:13.566045 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-7ac95e0e-ab39-4912-9ef5-85e6609490bb tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:13.567517 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-7ac95e0e-ab39-4912-9ef5-85e6609490bb tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1175299 Dec 09 11:56:13.582408 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Request body: {'port': {'device_id': '431b8103-217a-4faa-954d-93f9b8e498ee', 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40', 'admin_state_up': True, 'tenant_id': '7891dc81d7dd48718d2dccb7202b6ed4'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:13.816426 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Made reservation on behalf of 7891dc81d7dd48718d2dccb7202b6ed4 for: {'port': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:56:13.819998 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:13.829293 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:13.907209 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:13.981957 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:14.046044 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:14.135557 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6421434-3aa0-4e1f-849f-bbbcdb014825 req-c71ced64-8135-4f96-8aba-bdf21d69d962 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:14.137024 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b6421434-3aa0-4e1f-849f-bbbcdb014825 req-c71ced64-8135-4f96-8aba-bdf21d69d962 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 946 time: 0.0860178 Dec 09 11:56:14.171996 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Allocated IP 192.168.233.175 (e935af06-bff5-4f2a-91f6-9361aa6d0e40/d21987a4-9732-4609-981f-ec3e7cbdcf99/9dce7b74-8de2-4917-ad32-4219492afbbf) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:56:14.212181 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-998d475d-3c0c-449b-8cbb-c47ab88f334d req-a71711b5-cbf8-4bb8-ae4b-65cbd0822a66 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 210 time: 0.0425196 Dec 09 11:56:14.239942 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b6421434-3aa0-4e1f-849f-bbbcdb014825 req-84998947-2254-4815-bf7c-71db02cb7271 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951147 Dec 09 11:56:14.363636 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:14.462627 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:14.505416 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Network e935af06-bff5-4f2a-91f6-9361aa6d0e40 is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:14.508542 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:14.514961 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:56:14.541198 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Pushing event updated for resources: {'Port': ['ID=9dce7b74-8de2-4917-ad32-4219492afbbf,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:14.571826 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:14.572481 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:14.659518 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-d53b75a0-06ed-4202-9813-4ac717a02bb9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0807097 Dec 09 11:56:14.674031 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Request body: {'port': {'device_id': '431b8103-217a-4faa-954d-93f9b8e498ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:14.728606 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:14.749660 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-9023301e-f258-4dca-844f-e5960ecb3a8d None None] Provisioning complete for port 9dce7b74-8de2-4917-ad32-4219492afbbf triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:14.749660 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-9023301e-f258-4dca-844f-e5960ecb3a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:14.774594 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-9023301e-f258-4dca-844f-e5960ecb3a8d None None] Port 9dce7b74-8de2-4917-ad32-4219492afbbf cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:56:14.858747 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-69d216a1-9566-417d-a1a2-8fd1305eb48f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:14.860889 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-69d216a1-9566-417d-a1a2-8fd1305eb48f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.42 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 946 time: 0.0580456 Dec 09 11:56:14.969855 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Deleting port aa4ab145-3165-46b9-be8e-9a39e6ed7705 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:56:14.971047 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:15.008699 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dce7b74-8de2-4917-ad32-4219492afbbf {{(pid=109618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:56:15.016502 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:15.028821 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.provisioning_blocks [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Transition to ACTIVE for port object 9dce7b74-8de2-4917-ad32-4219492afbbf will not be triggered until provisioned by entity L2. {{(pid=109618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:56:15.069762 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] For port aa4ab145-3165-46b9-be8e-9a39e6ed7705, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=aa4ab145-3165-46b9-be8e-9a39e6ed7705,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:15.070123 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:15.123019 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:15.199443 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=9dce7b74-8de2-4917-ad32-4219492afbbf,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:15.292613 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Attempting to bind port 9dce7b74-8de2-4917-ad32-4219492afbbf on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:56:15.293403 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Attempting to bind port 9dce7b74-8de2-4917-ad32-4219492afbbf by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '1f7628a6-8b2a-48e4-b5da-034c74b814af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40'}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:56:15.293969 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Attempting to bind port 9dce7b74-8de2-4917-ad32-4219492afbbf on network e935af06-bff5-4f2a-91f6-9361aa6d0e40 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:56:15.302827 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Port 9dce7b74-8de2-4917-ad32-4219492afbbf on network e935af06-bff5-4f2a-91f6-9361aa6d0e40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:56:15.303515 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Attempting to bind port 9dce7b74-8de2-4917-ad32-4219492afbbf on network e935af06-bff5-4f2a-91f6-9361aa6d0e40 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:56:15.310792 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:56:15.311379 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Checking segment: {'id': '1f7628a6-8b2a-48e4-b5da-034c74b814af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:56:15.312003 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Bound using segment: {'id': '1f7628a6-8b2a-48e4-b5da-034c74b814af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40'} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:56:15.312789 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Bound port: 9dce7b74-8de2-4917-ad32-4219492afbbf, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7628a6-8b2a-48e4-b5da-034c74b814af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40'}}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:56:15.313333 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:15.384553 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:15.385055 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:15.385418 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.l3_db [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Floating IP 4a53a53a-a811-4562-bb4b-57fed6cd6813 disassociated. External IP: 172.27.3.175, port: aa4ab145-3165-46b9-be8e-9a39e6ed7705. Dec 09 11:56:15.385766 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Calling delete_port for aa4ab145-3165-46b9-be8e-9a39e6ed7705 owned by compute:nova {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:56:15.488141 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] For port 9dce7b74-8de2-4917-ad32-4219492afbbf, host hv-cinder-81969, cleared binding levels {{(pid=109618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:56:15.497951 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f4040-ce6a-4590-a0ae-7707dddfae51 req-1fd7df1d-80a1-4480-b419-17a0ce425ba4 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:15.499505 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-655f4040-ce6a-4590-a0ae-7707dddfae51 req-1fd7df1d-80a1-4480-b419-17a0ce425ba4 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 948 time: 0.1804326 Dec 09 11:56:15.501346 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] For port 9dce7b74-8de2-4917-ad32-4219492afbbf, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9dce7b74-8de2-4917-ad32-4219492afbbf,segment=NetworkSegment(1f7628a6-8b2a-48e4-b5da-034c74b814af),segment_id=1f7628a6-8b2a-48e4-b5da-034c74b814af)] {{(pid=109618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:56:15.513750 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7c5eb-49b4-4612-bea6-22196a9cee9e req-57788bd1-b280-429d-97b5-f23bfb1c2e31 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:15.515285 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-34b7c5eb-49b4-4612-bea6-22196a9cee9e req-57788bd1-b280-429d-97b5-f23bfb1c2e31 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 946 time: 0.1447961 Dec 09 11:56:15.582637 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:15.605402 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:15.626114 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-655f4040-ce6a-4590-a0ae-7707dddfae51 req-f6f922ed-8f76-4656-85b2-5c8c117dc9fc tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096098 Dec 09 11:56:15.633387 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-34b7c5eb-49b4-4612-bea6-22196a9cee9e req-0c874001-ea1a-4ed5-b810-78e61af3be28 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=65a08876-a5e2-43e8-8607-49c25a504b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107376 Dec 09 11:56:15.639430 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:15.640112 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:15.640601 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event deleted for resources: {'Port': ['ID=aa4ab145-3165-46b9-be8e-9a39e6ed7705,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:15.641569 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] 10.222.0.42 "PUT /v2.0/ports/9dce7b74-8de2-4917-ad32-4219492afbbf HTTP/1.1" status: 200 len: 1098 time: 0.9721041 Dec 09 11:56:15.641983 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431b8103-217a-4faa-954d-93f9b8e498ee', 'tag': '9dce7b74-8de2-4917-ad32-4219492afbbf'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:56:15.644264 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de06dcf-b3aa-4a27-b6b6-d27056a2a3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "431b8103-217a-4faa-954d-93f9b8e498ee", "tag": "9dce7b74-8de2-4917-ad32-4219492afbbf"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:56:15.695298 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c8ad2-445a-4bd7-95c0-6ffb3c904ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=9dce7b74-8de2-4917-ad32-4219492afbbf,revision_number=3']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:15.713778 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2445bf5c-1d41-4505-a65e-ffe551e320a2 x-openstack-request-id: req-2445bf5c-1d41-4505-a65e-ffe551e320a2 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:56:15.714070 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431b8103-217a-4faa-954d-93f9b8e498ee", "tag": "9dce7b74-8de2-4917-ad32-4219492afbbf", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:56:15.714327 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2445bf5c-1d41-4505-a65e-ffe551e320a2 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:56:15.714782 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431b8103-217a-4faa-954d-93f9b8e498ee', 'tag': '9dce7b74-8de2-4917-ad32-4219492afbbf', 'status': 'completed', 'code': 200} Dec 09 11:56:15.791718 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Router d07696d5-022d-4625-bb23-a84f174cf651 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:56:15.795625 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06dcf-b3aa-4a27-b6b6-d27056a2a3ab req-d715561f-6017-4449-bea9-b039cea01a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:15.797478 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7de06dcf-b3aa-4a27-b6b6-d27056a2a3ab req-d715561f-6017-4449-bea9-b039cea01a2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7891dc81d7dd48718d2dccb7202b6ed4&device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 1101 time: 0.0552850 Dec 09 11:56:15.827624 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7de06dcf-b3aa-4a27-b6b6-d27056a2a3ab req-9e4d0553-b7b8-4c5c-adc4-6aab838c0de1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7891dc81d7dd48718d2dccb7202b6ed4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213654 Dec 09 11:56:15.945213 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06dcf-b3aa-4a27-b6b6-d27056a2a3ab req-e5ac7326-9ce6-4135-a3a7-8617f9503252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:15.946909 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7de06dcf-b3aa-4a27-b6b6-d27056a2a3ab req-e5ac7326-9ce6-4135-a3a7-8617f9503252 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1119270 Dec 09 11:56:16.034459 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-df53f6d1-4d7a-4091-bd7c-c1810240de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:16.036069 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-df53f6d1-4d7a-4091-bd7c-c1810240de9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7891dc81d7dd48718d2dccb7202b6ed4&device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 1101 time: 0.0457187 Dec 09 11:56:16.081283 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-fc62eb9a-aab3-4a73-9cb4-892d74369547 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=9dce7b74-8de2-4917-ad32-4219492afbbf HTTP/1.1" status: 200 len: 217 time: 0.0371671 Dec 09 11:56:16.132514 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-4678e9a2-3de2-4dda-a428-90cb6ba83029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:16.133897 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-4678e9a2-3de2-4dda-a428-90cb6ba83029 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d21987a4-9732-4609-981f-ec3e7cbdcf99 HTTP/1.1" status: 200 len: 843 time: 0.0446289 Dec 09 11:56:16.154003 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:56:16.166033 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ba5e4-df75-4ce6-97c4-4dfacff04395 None None] Sync routers for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:56:16.179864 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ba5e4-df75-4ce6-97c4-4dfacff04395 None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:16.181861 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-a59ba5e4-df75-4ce6-97c4-4dfacff04395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:55:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:16.205433 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-b5035cf5-7335-4c88-8fd1-80c80e77f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:16.207611 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-b5035cf5-7335-4c88-8fd1-80c80e77f62f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e935af06-bff5-4f2a-91f6-9361aa6d0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0654318 Dec 09 11:56:16.209939 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] No DVR routers for this DVR port aa4ab145-3165-46b9-be8e-9a39e6ed7705 on host hv-cinder-81969 {{(pid=109617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:56:16.213158 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:16.216584 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-5a1fee50-3654-411c-9461-255b9a8bfe7f req-bec8a23b-99d8-46ab-acb0-592ab2755378 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.42 "DELETE /v2.0/ports/aa4ab145-3165-46b9-be8e-9a39e6ed7705 HTTP/1.1" status: 204 len: 173 time: 1.3485727 Dec 09 11:56:16.217198 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'name': 'network-vif-deleted', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:56:16.219626 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f00b9c3-d47c-4429-b0a1-4835bfeb2c36" -d '{"events": [{"server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "name": "network-vif-deleted", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:56:16.260500 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9551ca-0406-4a3d-8e8b-665ebb858bfd x-openstack-request-id: req-df9551ca-0406-4a3d-8e8b-665ebb858bfd {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:56:16.261062 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f793c108-956b-4c8c-8126-761d7bb97e42", "name": "network-vif-deleted", "tag": "aa4ab145-3165-46b9-be8e-9a39e6ed7705", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:56:16.261525 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df9551ca-0406-4a3d-8e8b-665ebb858bfd {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:56:16.262126 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f793c108-956b-4c8c-8126-761d7bb97e42', 'name': 'network-vif-deleted', 'tag': 'aa4ab145-3165-46b9-be8e-9a39e6ed7705', 'status': 'completed', 'code': 200} Dec 09 11:56:16.314434 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-98b1a73c-9086-463f-8e2d-eb6cc42db3fb service neutron] 10.222.0.42 "GET /v2.0/networks/e935af06-bff5-4f2a-91f6-9361aa6d0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989184 Dec 09 11:56:16.432225 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42f5aa75-36cd-4117-9268-9f4816be20a1 req-b882988f-c6b8-4afe-b7c3-3b200ffefa04 service neutron] 10.222.0.42 "GET /v2.0/networks/e935af06-bff5-4f2a-91f6-9361aa6d0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097255 Dec 09 11:56:16.459913 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-a59ba5e4-df75-4ce6-97c4-4dfacff04395 None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:16.676209 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-a59ba5e4-df75-4ce6-97c4-4dfacff04395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:46Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:16.703341 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ba5e4-df75-4ce6-97c4-4dfacff04395 None None] Checking router: d07696d5-022d-4625-bb23-a84f174cf651 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:56:16.712427 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ba5e4-df75-4ce6-97c4-4dfacff04395 None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:16.713066 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-a59ba5e4-df75-4ce6-97c4-4dfacff04395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:55:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:16.802731 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e6944a4c-5d75-4510-8083-dfc3c2a110e3 req-76dbf218-fb84-4390-a4fa-0618b70db4f9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f793c108-956b-4c8c-8126-761d7bb97e42 HTTP/1.1" status: 200 len: 210 time: 0.0376925 Dec 09 11:56:16.839463 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-a59ba5e4-df75-4ce6-97c4-4dfacff04395 None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:16.852885 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce37a5f-18f3-4b19-818b-75c79e488a1b req-e81b4b1c-e706-44c9-938b-72e68025191e tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:16.854512 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1ce37a5f-18f3-4b19-818b-75c79e488a1b req-e81b4b1c-e706-44c9-938b-72e68025191e tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 948 time: 0.0548306 Dec 09 11:56:16.903090 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1ce37a5f-18f3-4b19-818b-75c79e488a1b req-15e66103-473e-4934-a2af-7da85d59a47d tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Dec 09 11:56:17.047628 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-a59ba5e4-df75-4ce6-97c4-4dfacff04395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:46Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:17.083375 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ba5e4-df75-4ce6-97c4-4dfacff04395 None None] The sync data for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi is: [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:46Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:56:17.325504 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391368a9-2872-45cb-9888-b3e32424bc5a None None] New status for floating IP 4a53a53a-a811-4562-bb4b-57fed6cd6813: DOWN {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:56:17.982051 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58522) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:18.020380 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba5939-5653-4a30-a702-c5f36c233fb7 req-4eaf1d24-7576-42b3-b72f-c907d3fe190d tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:18.021760 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-18ba5939-5653-4a30-a702-c5f36c233fb7 req-4eaf1d24-7576-42b3-b72f-c907d3fe190d tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 948 time: 0.0522938 Dec 09 11:56:18.035573 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a4840ab1-988d-4390-9699-1163aea5e865 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:18.059413 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a4840ab1-988d-4390-9699-1163aea5e865 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:18.071309 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-18ba5939-5653-4a30-a702-c5f36c233fb7 req-3ad55388-90aa-4361-85dd-20ad5fed5331 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416942 Dec 09 11:56:18.170806 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a4840ab1-988d-4390-9699-1163aea5e865 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:18.173538 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a4840ab1-988d-4390-9699-1163aea5e865 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:18.177513 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a4840ab1-988d-4390-9699-1163aea5e865 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "DELETE /v2.0/security-groups/65a08876-a5e2-43e8-8607-49c25a504b89 HTTP/1.1" status: 204 len: 168 time: 0.1944113 Dec 09 11:56:18.183025 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 58524) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:18.187269 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4840ab1-988d-4390-9699-1163aea5e865 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a08876-a5e2-43e8-8607-49c25a504b89,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:18.194431 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.api.v2.resource [None req-12fe5262-37bc-490d-8ae1-c4e6d4876e84 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] show failed (client error): The resource could not be found. Dec 09 11:56:18.197097 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-12fe5262-37bc-490d-8ae1-c4e6d4876e84 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups/65a08876-a5e2-43e8-8607-49c25a504b89 HTTP/1.1" status: 404 len: 347 time: 0.0179868 Dec 09 11:56:18.200128 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 58526) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:18.358356 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-76ae2ac7-ea30-46eb-8867-344c1ed222ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Deleting port b82ef35d-5530-44e7-ad09-1bd3f699ff70 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:56:18.358700 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-76ae2ac7-ea30-46eb-8867-344c1ed222ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:18.436335 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-76ae2ac7-ea30-46eb-8867-344c1ed222ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:18.436564 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-76ae2ac7-ea30-46eb-8867-344c1ed222ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:18.448034 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-76ae2ac7-ea30-46eb-8867-344c1ed222ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Calling delete_port for b82ef35d-5530-44e7-ad09-1bd3f699ff70 owned by network:floatingip {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:56:18.639216 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-76ae2ac7-ea30-46eb-8867-344c1ed222ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:18.664420 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae2ac7-ea30-46eb-8867-344c1ed222ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event deleted for resources: {'Port': ['ID=b82ef35d-5530-44e7-ad09-1bd3f699ff70,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:18.721512 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-76ae2ac7-ea30-46eb-8867-344c1ed222ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:18.724062 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-76ae2ac7-ea30-46eb-8867-344c1ed222ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:18.725191 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-76ae2ac7-ea30-46eb-8867-344c1ed222ba tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "DELETE /v2.0/floatingips/4a53a53a-a811-4562-bb4b-57fed6cd6813 HTTP/1.1" status: 204 len: 168 time: 0.5235081 Dec 09 11:56:18.939551 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 9dce7b74-8de2-4917-ad32-4219492afbbf details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:56:18.942903 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device aa4ab145-3165-46b9-be8e-9a39e6ed7705 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:56:18.969115 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: aa4ab145-3165-46b9-be8e-9a39e6ed7705 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:56:18.973087 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device aa4ab145-3165-46b9-be8e-9a39e6ed7705 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:56:19.064855 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 9dce7b74-8de2-4917-ad32-4219492afbbf, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9dce7b74-8de2-4917-ad32-4219492afbbf,segment=NetworkSegment(1f7628a6-8b2a-48e4-b5da-034c74b814af),segment_id=1f7628a6-8b2a-48e4-b5da-034c74b814af)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:19.075906 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '9dce7b74-8de2-4917-ad32-4219492afbbf', 'network_id': 'e935af06-bff5-4f2a-91f6-9361aa6d0e40', 'port_id': '9dce7b74-8de2-4917-ad32-4219492afbbf', 'mac_address': 'fa:16:3e:f9:68:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21987a4-9732-4609-981f-ec3e7cbdcf99', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:56:19.115314 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:19.128601 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dce7b74-8de2-4917-ad32-4219492afbbf {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:56:19.150172 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 9dce7b74-8de2-4917-ad32-4219492afbbf, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9dce7b74-8de2-4917-ad32-4219492afbbf,segment=NetworkSegment(1f7628a6-8b2a-48e4-b5da-034c74b814af),segment_id=1f7628a6-8b2a-48e4-b5da-034c74b814af)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:19.193233 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b808ef-3e4b-4ca5-9dee-552bf3502010 req-30f397e3-9b46-4f05-bd42-14a655d1fbf3 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:19.194746 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39b808ef-3e4b-4ca5-9dee-552bf3502010 req-30f397e3-9b46-4f05-bd42-14a655d1fbf3 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 948 time: 0.0530989 Dec 09 11:56:19.208561 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58558) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:19.213212 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-8ec1123f-9a15-46eb-94af-04e4cc06d623 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622666248', 'description': 'tempest-description--1310184439'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:19.246004 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39b808ef-3e4b-4ca5-9dee-552bf3502010 req-028b4f47-7e2a-4979-a180-8e24dcd69d2c tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Dec 09 11:56:19.283356 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:19.311933 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8ec1123f-9a15-46eb-94af-04e4cc06d623 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:19.332012 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=9dce7b74-8de2-4917-ad32-4219492afbbf,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:19.339486 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.339864 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.340230 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.340576 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.340913 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.341249 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.341579 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.341910 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.342239 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.342583 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.342914 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.343264 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.343587 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:19.381222 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8ec1123f-9a15-46eb-94af-04e4cc06d623 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:19.454049 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8ec1123f-9a15-46eb-94af-04e4cc06d623 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:19.481769 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1123f-9a15-46eb-94af-04e4cc06d623 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4697d75f-2554-4825-9745-72f56cd7f13b,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:19.525375 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['9dce7b74-8de2-4917-ad32-4219492afbbf'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:56:19.542325 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8ec1123f-9a15-46eb-94af-04e4cc06d623 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:19.543619 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-8ec1123f-9a15-46eb-94af-04e4cc06d623 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3340364 Dec 09 11:56:19.546586 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58560) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:19.550872 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-d45ee199-bdac-4ec4-aa86-455b25b47049 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Request body: {'security_group_rule': {'security_group_id': '4697d75f-2554-4825-9745-72f56cd7f13b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:19.643748 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d45ee199-bdac-4ec4-aa86-455b25b47049 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:19.698965 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d45ee199-bdac-4ec4-aa86-455b25b47049 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:19.747478 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d45ee199-bdac-4ec4-aa86-455b25b47049 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:19.765246 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ee199-bdac-4ec4-aa86-455b25b47049 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9b3c51-a1c4-450d-b464-c4790cc299dc,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:19.813149 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d45ee199-bdac-4ec4-aa86-455b25b47049 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:19.814399 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-d45ee199-bdac-4ec4-aa86-455b25b47049 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2668231 Dec 09 11:56:19.832024 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58562) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:19.837165 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-3d6c792d-bb16-442d-9709-83c450462f82 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Request body: {'security_group_rule': {'security_group_id': '4697d75f-2554-4825-9745-72f56cd7f13b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:20.021638 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3d6c792d-bb16-442d-9709-83c450462f82 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:20.082280 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3d6c792d-bb16-442d-9709-83c450462f82 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:20.121012 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3d6c792d-bb16-442d-9709-83c450462f82 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:20.141055 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c792d-bb16-442d-9709-83c450462f82 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddcbf10-241b-44f8-bd3c-70cc546bcf03,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:20.213708 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3d6c792d-bb16-442d-9709-83c450462f82 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:20.215180 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-3d6c792d-bb16-442d-9709-83c450462f82 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3819606 Dec 09 11:56:20.218100 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58576) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:20.223382 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Request body: {'floatingip': {'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:20.323479 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:20.359751 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7832c-fd6b-4ad9-9e29-3af62b7d64f3 req-ff2db197-4a43-4891-8181-15331213c9fc tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:20.361895 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c8a7832c-fd6b-4ad9-9e29-3af62b7d64f3 req-ff2db197-4a43-4891-8181-15331213c9fc tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 949 time: 0.0484517 Dec 09 11:56:20.413449 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c8a7832c-fd6b-4ad9-9e29-3af62b7d64f3 req-b42de5d7-a6cd-4dc4-a9f7-f0e36cc394b8 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454028 Dec 09 11:56:20.424290 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:20.527741 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Allocated IP 172.27.3.250 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/30fc7f80-ff54-4a38-adfc-7e10d4937630) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:56:20.636834 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:20.725358 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:20.770981 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:20.773713 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:20.776334 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:56:20.802072 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event updated for resources: {'Port': ['ID=30fc7f80-ff54-4a38-adfc-7e10d4937630,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:20.881463 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:20.955848 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 9dce7b74-8de2-4917-ad32-4219492afbbf up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:56:21.009835 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.089062 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 9dce7b74-8de2-4917-ad32-4219492afbbf completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:56:21.093975 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 9dce7b74-8de2-4917-ad32-4219492afbbf triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:21.094352 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.167516 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.184041 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 58582) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:21.185655 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.211111 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431b8103-217a-4faa-954d-93f9b8e498ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dce7b74-8de2-4917-ad32-4219492afbbf'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:56:21.213941 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574c6f9a-4f6a-4ae5-a1b8-bcf98317560f" -d '{"events": [{"server_uuid": "431b8103-217a-4faa-954d-93f9b8e498ee", "name": "network-vif-plugged", "status": "completed", "tag": "9dce7b74-8de2-4917-ad32-4219492afbbf"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:56:21.228475 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.232259 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 9dce7b74-8de2-4917-ad32-4219492afbbf, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9dce7b74-8de2-4917-ad32-4219492afbbf,segment=NetworkSegment(1f7628a6-8b2a-48e4-b5da-034c74b814af),segment_id=1f7628a6-8b2a-48e4-b5da-034c74b814af)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:21.243962 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07eb361-e123-4ae8-90c6-5a704a9b0911 admin admin] Deleting subnet 73f8c6f0-1c7d-4ebc-86a0-d60745beda9a {{(pid=109618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:56:21.251745 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b07eb361-e123-4ae8-90c6-5a704a9b0911 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.263459 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92279685-eec8-426b-a911-00348d4e2d75 x-openstack-request-id: req-92279685-eec8-426b-a911-00348d4e2d75 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:56:21.263459 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431b8103-217a-4faa-954d-93f9b8e498ee", "name": "network-vif-plugged", "status": "completed", "tag": "9dce7b74-8de2-4917-ad32-4219492afbbf", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:56:21.263459 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92279685-eec8-426b-a911-00348d4e2d75 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:56:21.263459 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431b8103-217a-4faa-954d-93f9b8e498ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dce7b74-8de2-4917-ad32-4219492afbbf', 'code': 200} Dec 09 11:56:21.289146 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event updated for resources: {'Port': ['ID=30fc7f80-ff54-4a38-adfc-7e10d4937630,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:21.308550 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.372394 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.398337 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=9dce7b74-8de2-4917-ad32-4219492afbbf,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:21.463658 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.475660 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-383bf0aa-c571-4a25-b99a-556c185b400a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2474236 Dec 09 11:56:21.551005 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b07eb361-e123-4ae8-90c6-5a704a9b0911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8355866'] for subnet, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.629830 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f4ab7-71f6-465e-91e0-0e9f5c341779 req-ecff56a7-6197-4676-9032-37899347a61a tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:21.631333 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-001f4ab7-71f6-465e-91e0-0e9f5c341779 req-ecff56a7-6197-4676-9032-37899347a61a tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 950 time: 0.1119382 Dec 09 11:56:21.644936 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b07eb361-e123-4ae8-90c6-5a704a9b0911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.682009 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfcc4a-c9d9-492d-8810-40db91076359 req-e34c2d3b-ec2b-4e91-9cf5-7c8eba86f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:21.683523 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d0dfcc4a-c9d9-492d-8810-40db91076359 req-e34c2d3b-ec2b-4e91-9cf5-7c8eba86f642 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 1103 time: 0.1300015 Dec 09 11:56:21.783811 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-156b0cd1-6b32-4f0a-84c2-34f9a8aea689 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1622666248&fields=id&tenant_id=950b7ea4e7374eb58627d3f048470bdb HTTP/1.1" status: 200 len: 267 time: 0.1400671 Dec 09 11:56:21.789934 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-001f4ab7-71f6-465e-91e0-0e9f5c341779 req-40486406-dc31-49f2-97dc-f542b2f711ee tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471746 Dec 09 11:56:21.819952 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d0dfcc4a-c9d9-492d-8810-40db91076359 req-e41f4b23-e8c7-4301-9446-83c4e75edb2c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275055 Dec 09 11:56:21.902325 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-61e4e788-506e-409b-af89-5284e4f16235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.913215 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-42a41cd1-37bf-4dbc-9f55-d93bd3995ea2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:21.915324 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-42a41cd1-37bf-4dbc-9f55-d93bd3995ea2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 816 time: 0.1118283 Dec 09 11:56:21.916829 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b07eb361-e123-4ae8-90c6-5a704a9b0911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4268130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142569'] for subnet, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.949409 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07eb361-e123-4ae8-90c6-5a704a9b0911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f8c6f0-1c7d-4ebc-86a0-d60745beda9a,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:21.954323 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b07eb361-e123-4ae8-90c6-5a704a9b0911 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:21.957162 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-b07eb361-e123-4ae8-90c6-5a704a9b0911 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/73f8c6f0-1c7d-4ebc-86a0-d60745beda9a HTTP/1.1" status: 204 len: 168 time: 0.7721472 Dec 09 11:56:21.958624 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-87e152c0-9323-4b37-bf9e-3693e19f5c31 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/quotas/950b7ea4e7374eb58627d3f048470bdb HTTP/1.1" status: 200 len: 375 time: 0.0367415 Dec 09 11:56:21.959762 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58614) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:22.011326 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-eb9ef041-04eb-4151-8729-d2e7c780ab90 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462117 Dec 09 11:56:22.030714 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:22.113520 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:22.117373 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-eac78b39-6201-48a8-836c-1250b4cfdb14 service neutron] 10.222.0.24 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937216 Dec 09 11:56:22.138346 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8692da9-5ba9-42ba-a3f7-c9c10d23672a']}} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:22.147585 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518d3ac3-ecc9-4fc1-a75a-fa643eb78da6') {'for_net_delete': True} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:22.151681 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518d3ac3-ecc9-4fc1-a75a-fa643eb78da6') {} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:22.157770 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133873836'] for segment, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:22.170727 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:22.176793 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=109617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4296221'] for segment, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: Traceback (most recent call last): Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: timer() Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: cb(*args, **kw) Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: return func(*args, **kwargs) Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: self._notify() Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: self.callback(batched_events) Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: event.method(event) Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: return f(self, *a, **k) Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: return self._get(url).json() Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: return self.request(url, 'GET', **kwargs) Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:56:22.184844 dv-cinder-819692-7-iscsi neutron-server[109617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:56:22.208223 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-44ea59e0-6d4b-4624-824b-6b2855885fad service neutron] 10.222.0.24 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847473 Dec 09 11:56:22.325232 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:22.330607 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:22.334122 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e8692da9-5ba9-42ba-a3f7-c9c10d23672a HTTP/1.1" status: 204 len: 168 time: 0.3730614 Dec 09 11:56:22.344795 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87724cf9-2f78-464c-9347-bb7c859c4044 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8692da9-5ba9-42ba-a3f7-c9c10d23672a,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:22.455518 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-319c234c-46a3-42b8-a35c-0efb2926a03e req-97db0c65-537e-4b5d-9fad-b30e9d4a32e3 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 210 time: 0.0354612 Dec 09 11:56:22.716573 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58626) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:22.758883 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-72757e04-af73-46ce-bed8-c29d797c8e80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0948f4c434b640e384762b0efbdceef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409219 Dec 09 11:56:22.761749 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58628) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:22.814771 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2f15c9a6-3695-4976-8aa5-0c83747d1de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:22.838191 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2f15c9a6-3695-4976-8aa5-0c83747d1de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:22.916924 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044c969-2da8-4003-8580-b6f95c655f0b req-d4855bf2-deab-40df-bbf8-90a01f0b07b3 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:22.918435 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b044c969-2da8-4003-8580-b6f95c655f0b req-d4855bf2-deab-40df-bbf8-90a01f0b07b3 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 950 time: 0.0527518 Dec 09 11:56:22.966575 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b044c969-2da8-4003-8580-b6f95c655f0b req-659f84ed-1f71-4b49-8dac-0ef75a17f3b9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411408 Dec 09 11:56:22.982079 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2f15c9a6-3695-4976-8aa5-0c83747d1de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:22.984807 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2f15c9a6-3695-4976-8aa5-0c83747d1de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:22.993990 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-2f15c9a6-3695-4976-8aa5-0c83747d1de0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb214ae9-61e0-46f0-a00c-89a0c31245be HTTP/1.1" status: 204 len: 168 time: 0.2232702 Dec 09 11:56:22.993990 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15c9a6-3695-4976-8aa5-0c83747d1de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb214ae9-61e0-46f0-a00c-89a0c31245be,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:23.544755 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8bb77956-286b-4cf1-bcb4-a67c07b037c2 req-daf3395f-050a-4361-ba32-f23f4da08440 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 210 time: 0.0249829 Dec 09 11:56:24.027229 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58662) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:24.081473 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9450e-c768-4460-800f-baa5bcbea1bb req-f4ca136b-2653-4a62-bbd6-387911ad76f4 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:24.083052 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5cb9450e-c768-4460-800f-baa5bcbea1bb req-f4ca136b-2653-4a62-bbd6-387911ad76f4 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 950 time: 0.0494006 Dec 09 11:56:24.123603 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-427751129-network', 'tenant_id': '481678193712415d9de591835c117dad'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:24.137069 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5cb9450e-c768-4460-800f-baa5bcbea1bb req-c5c5b122-9dbd-46b0-8a28-e65e6c9b9a1d tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475867 Dec 09 11:56:24.233313 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-08becdf9-248c-4d19-8c88-2aae70c6d626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:24.256387 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Made reservation on behalf of 481678193712415d9de591835c117dad for: {'network': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:56:24.259112 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:24.267755 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:24.338663 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:24.439006 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:24.463822 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=109617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:56:24.473310 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da3220b-5602-4303-b6ed-afa599092b63,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:24.478693 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:24.479062 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.segments_db [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Added segment a64ca65f-10f5-46d6-9ae2-4da431ed049f of type vlan for network 408897a5-ed27-4cb3-81b8-e09e83270f17 Dec 09 11:56:24.518184 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:24.608570 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:24.609569 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:24.610223 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:24.642527 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-abded930-a2f5-4cae-9106-7fb18354e1a6 req-1a561295-9ff5-4fd1-b3eb-c79b5d554909 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 210 time: 0.0255022 Dec 09 11:56:24.672466 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] Pushing event updated for resources: {'Network': ['ID=408897a5-ed27-4cb3-81b8-e09e83270f17,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:24.682688 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network 408897a5-ed27-4cb3-81b8-e09e83270f17 details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:56:24.721894 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-1a72e103-f6e9-4f91-9a67-c5f9c7134363 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6934419 Dec 09 11:56:24.729389 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58668) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:24.734400 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-a303dbf2-206c-49f7-880d-8775880c3fd9 admin admin] Request body: {'subnet': {'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-427751129-subnet', 'tenant_id': '481678193712415d9de591835c117dad', 'ip_version': 4}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:24.838951 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a303dbf2-206c-49f7-880d-8775880c3fd9 admin admin] Made reservation on behalf of 481678193712415d9de591835c117dad for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:56:24.841941 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a303dbf2-206c-49f7-880d-8775880c3fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133832103'] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:25.079452 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a303dbf2-206c-49f7-880d-8775880c3fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4296356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180429'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:25.136339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303dbf2-206c-49f7-880d-8775880c3fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15d9755-315d-4ad7-ba9d-ee44e94c3088,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:25.145242 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303dbf2-206c-49f7-880d-8775880c3fd9 admin admin] Checking segment: {'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:56:25.145600 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a303dbf2-206c-49f7-880d-8775880c3fd9 admin admin] Network hostable DHCP agents. Network: 408897a5-ed27-4cb3-81b8-e09e83270f17, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:56:25.212206 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:25.256333 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41447fa6-2398-4611-964c-a24318e46f1a req-2268df26-f6ba-43e8-83dd-672da3fcea13 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:25.258122 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-41447fa6-2398-4611-964c-a24318e46f1a req-2268df26-f6ba-43e8-83dd-672da3fcea13 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 950 time: 0.0479205 Dec 09 11:56:25.304716 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-41447fa6-2398-4611-964c-a24318e46f1a req-cdcd513e-d6d3-46bb-8dda-b34a9298f4ad tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Dec 09 11:56:25.341909 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a303dbf2-206c-49f7-880d-8775880c3fd9 admin admin] Network 408897a5-ed27-4cb3-81b8-e09e83270f17 is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:56:25.419807 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-a303dbf2-206c-49f7-880d-8775880c3fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, 408897a5-ed27-4cb3-81b8-e09e83270f17) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:25.423663 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303dbf2-206c-49f7-880d-8775880c3fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:25.424266 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a303dbf2-206c-49f7-880d-8775880c3fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:25.428711 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fe5329-03bf-4cd6-b87f-e2bae2736322 None None] Network 408897a5-ed27-4cb3-81b8-e09e83270f17 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:56:25.531505 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16e6cc2d-77db-5661-825c-5ff711bb4034-408897a5-ed27-4cb3-81b8-e09e83270f17', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'project_id': '481678193712415d9de591835c117dad', 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088'}]}} from dv-cinder-819692-7-iscsi. {{(pid=109619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:56:25.532844 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:25.533552 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a303dbf2-206c-49f7-880d-8775880c3fd9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8027866 Dec 09 11:56:25.536095 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58674) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:25.543313 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:25.633973 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7942115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28020'] for router, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:25.635151 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7942015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7929390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28003'] for router, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:25.677268 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.db_base_plugin_common [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Allocated IP 172.20.0.2 (408897a5-ed27-4cb3-81b8-e09e83270f17/a15d9755-315d-4ad7-ba9d-ee44e94c3088/bcb9f88e-c65f-4753-bd4c-7b4db179a613) {{(pid=109619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:56:25.689080 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:25.741679 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54f186da-8c55-4c6a-969e-7698aa840573 req-d30ca956-e49b-4579-8bf9-7e317147d326 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 210 time: 0.0251725 Dec 09 11:56:25.822172 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Publish callbacks [] for port, precommit_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:25.901263 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:25.929885 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:25.945986 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Network 408897a5-ed27-4cb3-81b8-e09e83270f17 is already hosted by enough agents. {{(pid=109619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:25.950025 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.base_scheduler [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Resources bound (agent type, host, resource id): {{(pid=109619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:25.951732 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Pushing event updated for resources: {'Port': ['ID=bcb9f88e-c65f-4753-bd4c-7b4db179a613,revision_number=1']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:25.953844 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Received port after_create {{(pid=109619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:56:26.003947 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Attempting to bind port bcb9f88e-c65f-4753-bd4c-7b4db179a613 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:56:26.004316 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Attempting to bind port bcb9f88e-c65f-4753-bd4c-7b4db179a613 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:56:26.004679 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Attempting to bind port bcb9f88e-c65f-4753-bd4c-7b4db179a613 on network 408897a5-ed27-4cb3-81b8-e09e83270f17 {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:56:26.009862 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:56:26.010237 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Checking segment: {'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:56:26.010649 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:26.011057 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Bound using segment: {'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:56:26.011521 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Bound port: bcb9f88e-c65f-4753-bd4c-7b4db179a613, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:56:26.011896 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:26.076413 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] For port bcb9f88e-c65f-4753-bd4c-7b4db179a613, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:56:26.079567 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] For port bcb9f88e-c65f-4753-bd4c-7b4db179a613, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=bcb9f88e-c65f-4753-bd4c-7b4db179a613,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:56:26.159888 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:26.196453 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:26.216501 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:26.216924 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e34b0b-5e54-4823-8f51-2f63b0e79297 None None] Pushing event updated for resources: {'Port': ['ID=bcb9f88e-c65f-4753-bd4c-7b4db179a613,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:26.327698 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Allocated IP 172.27.3.11 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/afc4b6eb-246f-43d8-b83a-f21edc355f87) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:56:26.451993 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e947407-f48b-4fa0-878f-ba1ca7e604ab req-8cbdc1f9-7f30-4a19-9e7a-c0d9ca5c9e28 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:26.459515 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:26.460475 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1e947407-f48b-4fa0-878f-ba1ca7e604ab req-8cbdc1f9-7f30-4a19-9e7a-c0d9ca5c9e28 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 950 time: 0.0812292 Dec 09 11:56:26.507019 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1e947407-f48b-4fa0-878f-ba1ca7e604ab req-a978db36-0a86-4b1c-a3e1-b2ed2274ac1e tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458086 Dec 09 11:56:26.548156 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:26.588835 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:26.591768 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:26.595135 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:56:26.623655 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Pushing event updated for resources: {'Port': ['ID=afc4b6eb-246f-43d8-b83a-f21edc355f87,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:26.843567 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-198de4c2-5775-4d53-b850-a6e629866cbc req-482a99ea-3704-4b8d-9881-357cbff26bc0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 210 time: 0.0259750 Dec 09 11:56:26.911500 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:26.925188 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:27.125507 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e045d81b-4c56-49af-a621-02c6f9d1c404 None None] Network 408897a5-ed27-4cb3-81b8-e09e83270f17 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:56:27.137949 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7942006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7921137'] for router, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:27.244014 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-d311b5bc-219e-494a-933e-bea2544103d4 None None] Provisioning complete for port bcb9f88e-c65f-4753-bd4c-7b4db179a613 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:27.244385 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-d311b5bc-219e-494a-933e-bea2544103d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:27.333307 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-d311b5bc-219e-494a-933e-bea2544103d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:27.373500 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-d311b5bc-219e-494a-933e-bea2544103d4 None None] For port bcb9f88e-c65f-4753-bd4c-7b4db179a613, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=bcb9f88e-c65f-4753-bd4c-7b4db179a613,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:27.448567 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-d311b5bc-219e-494a-933e-bea2544103d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:27.497954 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311b5bc-219e-494a-933e-bea2544103d4 None None] Pushing event updated for resources: {'Port': ['ID=bcb9f88e-c65f-4753-bd4c-7b4db179a613,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:27.569485 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-23c47654-2541-4f78-819e-c04615047052 None None] Provisioning complete for port bcb9f88e-c65f-4753-bd4c-7b4db179a613 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:27.569855 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-23c47654-2541-4f78-819e-c04615047052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:27.603218 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Router 10f621f7-0203-4873-b615-137074e010cf is scheduled to L3 agent 0555a480-5e88-49ec-9067-f967630a0413 with binding_index 1 {{(pid=109617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:56:27.627406 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe434093-ff80-4b6a-a089-6d2f103285dc req-351d79e0-b7c9-45f0-bd25-caf033b6dac5 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:27.629515 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fe434093-ff80-4b6a-a089-6d2f103285dc req-351d79e0-b7c9-45f0-bd25-caf033b6dac5 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 950 time: 0.0541544 Dec 09 11:56:27.683538 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fe434093-ff80-4b6a-a089-6d2f103285dc req-337c5f7d-678c-4bb9-8eb8-3c0dd37a6e6f tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465479 Dec 09 11:56:27.711991 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:56:27.727157 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Sync routers for ids ['10f621f7-0203-4873-b615-137074e010cf'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:56:27.736694 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Routers {'10f621f7-0203-4873-b615-137074e010cf'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:27.737319 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['10f621f7-0203-4873-b615-137074e010cf'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:27.778441 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:27.795079 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device bcb9f88e-c65f-4753-bd4c-7b4db179a613 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:56:27.816443 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] Publish callbacks [] for router, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:27.817814 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-15d3d5dc-474b-4a23-af25-c9e09de9a476 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2805808 Dec 09 11:56:27.821460 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58688) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:28.022634 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Set router 10f621f7-0203-4873-b615-137074e010cf gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:28.081998 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-93ba9b7d-6f5f-4e36-8bff-66f20d00155f req-c567671b-ffb7-49ec-b5f5-599f36479779 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 210 time: 0.1604502 Dec 09 11:56:28.084907 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port bcb9f88e-c65f-4753-bd4c-7b4db179a613 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:28.085282 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:28.257700 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:28.287686 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T11:56:26Z', 'revision_number': 3, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:28.315036 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Checking router: 10f621f7-0203-4873-b615-137074e010cf for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:56:28.315397 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Updating router 10f621f7-0203-4873-b615-137074e010cf port afc4b6eb-246f-43d8-b83a-f21edc355f87 binding host dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:56:28.340296 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:28.425984 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Allocated IP 172.20.0.1 (408897a5-ed27-4cb3-81b8-e09e83270f17/a15d9755-315d-4ad7-ba9d-ee44e94c3088/628309cc-7541-44cd-9153-c5e0e44fb246) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:56:28.486523 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-68ed8989-8fee-422f-9579-eb906fcac180 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:28.488414 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-68ed8989-8fee-422f-9579-eb906fcac180 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.42 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 816 time: 0.1176558 Dec 09 11:56:28.557927 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:28.578214 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a0714f43-cbfb-4890-b4c3-2622ea154158 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=950b7ea4e7374eb58627d3f048470bdb HTTP/1.1" status: 200 len: 380 time: 0.0761275 Dec 09 11:56:28.594585 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Request body: {'port': {'device_id': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'admin_state_up': True, 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'security_groups': ['4697d75f-2554-4825-9745-72f56cd7f13b']}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:28.629046 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Publish callbacks [] for port, precommit_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:28.645432 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:28.685835 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Network 408897a5-ed27-4cb3-81b8-e09e83270f17 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:28.688878 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:28.692212 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:56:28.719125 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Pushing event updated for resources: {'Port': ['ID=628309cc-7541-44cd-9153-c5e0e44fb246,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:28.735227 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:28.738751 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7920942'] for router_interface, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:28.797063 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Made reservation on behalf of 950b7ea4e7374eb58627d3f048470bdb for: {'port': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:56:28.800890 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:28.853073 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Attempting to bind port afc4b6eb-246f-43d8-b83a-f21edc355f87 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:56:28.853810 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Attempting to bind port afc4b6eb-246f-43d8-b83a-f21edc355f87 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:56:28.854344 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Attempting to bind port afc4b6eb-246f-43d8-b83a-f21edc355f87 on network 5e763a14-a83b-48f8-afed-8d8eb448ee1c {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:56:28.856612 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef7ba2-bd02-4b1c-a32b-04ff3274ecd8 None None] Pushing event updated for resources: {'Port': ['ID=afc4b6eb-246f-43d8-b83a-f21edc355f87,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:28.865310 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:56:28.866160 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Checking segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:56:28.866731 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:28.867332 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Bound using segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:56:28.871198 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Bound port: afc4b6eb-246f-43d8-b83a-f21edc355f87, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:56:28.871198 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:28.959749 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] For port afc4b6eb-246f-43d8-b83a-f21edc355f87, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:56:28.965722 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] For port afc4b6eb-246f-43d8-b83a-f21edc355f87, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=afc4b6eb-246f-43d8-b83a-f21edc355f87,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:56:28.987584 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4afb7-b7ba-4f22-a01c-c9ee686d8c90 req-ea9845a9-1586-44fa-b209-370eb0a9cc97 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:28.990417 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-19e4afb7-b7ba-4f22-a01c-c9ee686d8c90 req-ea9845a9-1586-44fa-b209-370eb0a9cc97 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 950 time: 0.2221334 Dec 09 11:56:28.995354 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-7057427f-1d1b-4599-93c9-b12f2747b28d None None] Provisioning complete for port 628309cc-7541-44cd-9153-c5e0e44fb246 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:28.995972 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-7057427f-1d1b-4599-93c9-b12f2747b28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:29.039350 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:29.044192 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-7057427f-1d1b-4599-93c9-b12f2747b28d None None] Port 628309cc-7541-44cd-9153-c5e0e44fb246 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:56:29.051652 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:29.086642 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Allocated IP 172.20.0.7 (339399d7-c359-4375-8e64-8580dc618d39/4d57bdff-4b12-4c25-8c80-3d56d3c88b73/da4ef1fb-5936-490e-8adf-4e22a852842f) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:56:29.110495 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Routers {'10f621f7-0203-4873-b615-137074e010cf'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:29.111181 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['10f621f7-0203-4873-b615-137074e010cf'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:29.112955 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-19e4afb7-b7ba-4f22-a01c-c9ee686d8c90 req-c569e3e4-e9c6-4188-bd0a-f4e970262a85 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782535 Dec 09 11:56:29.262140 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] Set router 10f621f7-0203-4873-b615-137074e010cf gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:29.339646 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef7ba2-bd02-4b1c-a32b-04ff3274ecd8 None None] Pushing event updated for resources: {'Port': ['ID=afc4b6eb-246f-43d8-b83a-f21edc355f87,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:29.345037 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-11492fc6-53a2-4a21-ac52-5cd5cea84f82 req-93827557-6989-46fc-9624-86b8072864f4 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 210 time: 0.0563340 Dec 09 11:56:29.378671 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:29.412365 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:29.519708 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:29.524875 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:29.548298 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '628309cc-7541-44cd-9153-c5e0e44fb246', 'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'tenant_id': '481678193712415d9de591835c117dad', 'mac_address': 'fa:16:3e:66:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:28Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 1, 'project_id': '481678193712415d9de591835c117dad', 'subnets': [{'id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:29.582138 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ac11c-9dd3-41a3-8f9a-eec446a28b51 None None] The sync data for ids ['10f621f7-0203-4873-b615-137074e010cf'] in dv-cinder-819692-7-iscsi is: [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '628309cc-7541-44cd-9153-c5e0e44fb246', 'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'tenant_id': '481678193712415d9de591835c117dad', 'mac_address': 'fa:16:3e:66:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:28Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 1, 'project_id': '481678193712415d9de591835c117dad', 'subnets': [{'id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:56:29.584032 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Network 339399d7-c359-4375-8e64-8580dc618d39 is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:29.587631 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:29.593140 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:56:29.599557 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event updated for resources: {'Port': ['ID=da4ef1fb-5936-490e-8adf-4e22a852842f,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:29.600484 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7923134'] for router_interface, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:29.603196 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Pushing event updated for resources: {'Port': ['ID=628309cc-7541-44cd-9153-c5e0e44fb246,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:29.676400 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:29.680587 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:29.758461 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Network 408897a5-ed27-4cb3-81b8-e09e83270f17 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:29.760083 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:29.805995 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a67fa6a5-b262-47e1-a9c4-588403bee96e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2042608 Dec 09 11:56:29.827972 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Request body: {'port': {'device_id': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:29.856703 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe6741-636d-4260-a4ec-7f0c8ae0a994 req-301ba394-f441-463f-88a5-e4443edd869d tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:29.858304 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97fe6741-636d-4260-a4ec-7f0c8ae0a994 req-301ba394-f441-463f-88a5-e4443edd869d tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 950 time: 0.1335657 Dec 09 11:56:29.946815 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:29.964216 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Router 10f621f7-0203-4873-b615-137074e010cf has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:56:29.978833 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97fe6741-636d-4260-a4ec-7f0c8ae0a994 req-a4e599e4-6810-40cb-a5ef-48e27c12de01 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114206 Dec 09 11:56:30.034993 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-ca7a78a1-8593-4835-bc0b-282cc2393cc3 None None] Provisioning complete for port da4ef1fb-5936-490e-8adf-4e22a852842f triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:30.035579 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ca7a78a1-8593-4835-bc0b-282cc2393cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:30.097480 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a78a1-8593-4835-bc0b-282cc2393cc3 None None] Port da4ef1fb-5936-490e-8adf-4e22a852842f cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:56:30.133622 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:56:30.141431 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-306e3d35-b41b-4c84-9421-f08b5437f832 admin admin] 10.222.0.24 "PUT /v2.0/routers/10f621f7-0203-4873-b615-137074e010cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3191202 Dec 09 11:56:30.220695 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-e3f26e43-5fde-4f46-be29-960366555543 None None] Provisioning complete for port 628309cc-7541-44cd-9153-c5e0e44fb246 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:30.221074 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e3f26e43-5fde-4f46-be29-960366555543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:30.266321 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-e3f26e43-5fde-4f46-be29-960366555543 None None] Port 628309cc-7541-44cd-9153-c5e0e44fb246 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:56:30.334105 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4ef1fb-5936-490e-8adf-4e22a852842f {{(pid=109618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:56:30.342758 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:30.355699 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.provisioning_blocks [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Transition to ACTIVE for port object da4ef1fb-5936-490e-8adf-4e22a852842f will not be triggered until provisioned by entity L2. {{(pid=109618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:56:30.478285 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:30.549286 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c29885-db63-41a9-8da8-1ceda691bf45 req-a859a435-ca2e-464e-8855-ffbb8b851242 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:30.551022 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-20c29885-db63-41a9-8da8-1ceda691bf45 req-a859a435-ca2e-464e-8855-ffbb8b851242 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 931 time: 0.1076744 Dec 09 11:56:30.601398 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Pushing event updated for resources: {'Port': ['ID=da4ef1fb-5936-490e-8adf-4e22a852842f,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:30.661244 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-20c29885-db63-41a9-8da8-1ceda691bf45 req-d29a015a-baa4-41dc-adae-6c1bdb8cb42a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030982 Dec 09 11:56:30.680334 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Attempting to bind port da4ef1fb-5936-490e-8adf-4e22a852842f on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:56:30.681032 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Attempting to bind port da4ef1fb-5936-490e-8adf-4e22a852842f by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:56:30.681870 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Attempting to bind port da4ef1fb-5936-490e-8adf-4e22a852842f on network 339399d7-c359-4375-8e64-8580dc618d39 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:56:30.687396 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Port da4ef1fb-5936-490e-8adf-4e22a852842f on network 339399d7-c359-4375-8e64-8580dc618d39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:56:30.687715 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Attempting to bind port da4ef1fb-5936-490e-8adf-4e22a852842f on network 339399d7-c359-4375-8e64-8580dc618d39 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:56:30.693002 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:56:30.693334 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Checking segment: {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:56:30.693715 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Bound using segment: {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:56:30.694270 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Bound port: da4ef1fb-5936-490e-8adf-4e22a852842f, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30971e1d-20de-433b-9660-84b401fcea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '339399d7-c359-4375-8e64-8580dc618d39'}}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:56:30.694630 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:30.763415 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, cleared binding levels {{(pid=109618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:56:30.766724 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=da4ef1fb-5936-490e-8adf-4e22a852842f,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:56:30.866034 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:30.911298 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:30.911702 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:30.912947 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] 10.222.0.42 "PUT /v2.0/ports/da4ef1fb-5936-490e-8adf-4e22a852842f HTTP/1.1" status: 200 len: 1093 time: 1.0933874 Dec 09 11:56:30.913383 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:56:30.915671 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470f1672-f5d2-4295-83c1-4d4323292e34" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:56:30.951799 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7b275-fea2-41ab-81d1-ed4368ca2de7 service neutron] Pushing event updated for resources: {'Port': ['ID=da4ef1fb-5936-490e-8adf-4e22a852842f,revision_number=3']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:30.976862 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 58760) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:30.981857 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-840534618-network', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:31.003506 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3db0f5b-84c7-4684-b6d2-6cdf8658c1b9 x-openstack-request-id: req-e3db0f5b-84c7-4684-b6d2-6cdf8658c1b9 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:56:31.004065 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:56:31.004701 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3db0f5b-84c7-4684-b6d2-6cdf8658c1b9 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:56:31.005250 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'status': 'completed', 'code': 200} Dec 09 11:56:31.107825 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f1672-f5d2-4295-83c1-4d4323292e34 req-09a72396-035e-4c04-9581-f98a0705b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:31.107825 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-470f1672-f5d2-4295-83c1-4d4323292e34 req-09a72396-035e-4c04-9581-f98a0705b91f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 1096 time: 0.0856011 Dec 09 11:56:31.108388 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e11435-9131-411a-b5db-993fcdf9173b req-d45a5586-5f28-4407-b8be-a486dd31fd03 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:31.108575 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a7e11435-9131-411a-b5db-993fcdf9173b req-d45a5586-5f28-4407-b8be-a486dd31fd03 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.42 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 950 time: 0.1232414 Dec 09 11:56:31.177878 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Made reservation on behalf of c6b2e33225be4d41a4d74afd903fe1b9 for: {'network': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:56:31.179308 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.225756 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.254007 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f1672-f5d2-4295-83c1-4d4323292e34 req-4e48c5b0-e38c-41a3-b65b-cf07187a51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:31.255626 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-470f1672-f5d2-4295-83c1-4d4323292e34 req-4e48c5b0-e38c-41a3-b65b-cf07187a51a8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=950b7ea4e7374eb58627d3f048470bdb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1378679 Dec 09 11:56:31.275780 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdf1f8-76a0-4744-8f61-bf1fcebdf6f0 req-723faa04-2598-483c-a138-b5928ba697f2 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:31.277335 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e9cdf1f8-76a0-4744-8f61-bf1fcebdf6f0 req-723faa04-2598-483c-a138-b5928ba697f2 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 950 time: 0.1794207 Dec 09 11:56:31.290302 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-a7e11435-9131-411a-b5db-993fcdf9173b req-45c7d85b-dddb-4b27-bb5f-a4b67b3d69e6 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Deleting port 9dce7b74-8de2-4917-ad32-4219492afbbf {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:56:31.290633 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-a7e11435-9131-411a-b5db-993fcdf9173b req-45c7d85b-dddb-4b27-bb5f-a4b67b3d69e6 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.365426 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f1672-f5d2-4295-83c1-4d4323292e34 req-64ece1ae-f05c-4bf0-a9c5-beddf360af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:31.367081 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-470f1672-f5d2-4295-83c1-4d4323292e34 req-64ece1ae-f05c-4bf0-a9c5-beddf360af34 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030543 Dec 09 11:56:31.432239 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e9cdf1f8-76a0-4744-8f61-bf1fcebdf6f0 req-7f05fac5-f86e-407d-9353-7147912f0621 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443629 Dec 09 11:56:31.454079 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-a7e11435-9131-411a-b5db-993fcdf9173b req-45c7d85b-dddb-4b27-bb5f-a4b67b3d69e6 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] For port 9dce7b74-8de2-4917-ad32-4219492afbbf, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9dce7b74-8de2-4917-ad32-4219492afbbf,segment=NetworkSegment(1f7628a6-8b2a-48e4-b5da-034c74b814af),segment_id=1f7628a6-8b2a-48e4-b5da-034c74b814af)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:31.454448 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-a7e11435-9131-411a-b5db-993fcdf9173b req-45c7d85b-dddb-4b27-bb5f-a4b67b3d69e6 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.464696 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-8b4a2da8-1bde-4a34-9d2c-28c5d996ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:31.466291 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-8b4a2da8-1bde-4a34-9d2c-28c5d996ee80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 1096 time: 0.0551016 Dec 09 11:56:31.477078 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.478237 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-a7e11435-9131-411a-b5db-993fcdf9173b req-45c7d85b-dddb-4b27-bb5f-a4b67b3d69e6 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Calling delete_port for 9dce7b74-8de2-4917-ad32-4219492afbbf owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:56:31.521457 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-6cf86736-f899-4e7b-b2c6-7487f6005fcc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da4ef1fb-5936-490e-8adf-4e22a852842f HTTP/1.1" status: 200 len: 217 time: 0.0461199 Dec 09 11:56:31.537174 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.574042 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=109618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:56:31.578352 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-7eb6d8a9-df60-4d48-96c3-8941553f3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:31.579899 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-7eb6d8a9-df60-4d48-96c3-8941553f3bc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d57bdff-4b12-4c25-8c80-3d56d3c88b73 HTTP/1.1" status: 200 len: 855 time: 0.0519240 Dec 09 11:56:31.581763 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e6ed60-9f3b-491c-a24e-d56086f8f040,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:31.596301 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.598171 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.segments_db [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Added segment 8c10f664-af88-4104-a71b-48beaabfe4eb of type vlan for network dd576a96-2365-4410-99b2-89908f031d2d Dec 09 11:56:31.630876 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-eb1d4c60-33be-4e7f-9534-3e95ca73c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:31.633324 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-eb1d4c60-33be-4e7f-9534-3e95ca73c1df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=339399d7-c359-4375-8e64-8580dc618d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455747 Dec 09 11:56:31.667061 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.727601 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-a977196c-a7f0-43ce-a5b5-1e5f897d2c54 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861542 Dec 09 11:56:31.802152 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39622a4-c609-4e12-af4c-bcfbc860bb1c req-fc278e6f-3f24-4066-889a-afc8d536b0cb tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:31.803766 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39622a4-c609-4e12-af4c-bcfbc860bb1c req-fc278e6f-3f24-4066-889a-afc8d536b0cb tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0614977 Dec 09 11:56:31.805859 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-a7e11435-9131-411a-b5db-993fcdf9173b req-45c7d85b-dddb-4b27-bb5f-a4b67b3d69e6 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.818034 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.819160 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:31.819815 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.820223 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['9dce7b74-8de2-4917-ad32-4219492afbbf'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:56:31.845735 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device afc4b6eb-246f-43d8-b83a-f21edc355f87 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:56:31.869679 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-2d765c1f-43ab-4ee1-b4ef-8c6329415d5a req-6d2f509a-7dcf-4ebf-9c78-b5571daf8103 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342149 Dec 09 11:56:31.915541 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port afc4b6eb-246f-43d8-b83a-f21edc355f87 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:31.916367 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.933505 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7d85b-dddb-4b27-bb5f-a4b67b3d69e6 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Pushing event deleted for resources: {'Port': ['ID=9dce7b74-8de2-4917-ad32-4219492afbbf,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:31.963437 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e11435-9131-411a-b5db-993fcdf9173b req-45c7d85b-dddb-4b27-bb5f-a4b67b3d69e6 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] No DVR routers for this DVR port 9dce7b74-8de2-4917-ad32-4219492afbbf on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:56:31.965933 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-a7e11435-9131-411a-b5db-993fcdf9173b req-45c7d85b-dddb-4b27-bb5f-a4b67b3d69e6 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:31.969735 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a7e11435-9131-411a-b5db-993fcdf9173b req-45c7d85b-dddb-4b27-bb5f-a4b67b3d69e6 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.42 "DELETE /v2.0/ports/9dce7b74-8de2-4917-ad32-4219492afbbf HTTP/1.1" status: 204 len: 173 time: 0.8500779 Dec 09 11:56:32.019372 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0412815 Dec 09 11:56:32.023004 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58776) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:32.027404 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee902c-129d-4d8a-a636-8c840d45c157 admin admin] Pushing event updated for resources: {'Network': ['ID=dd576a96-2365-4410-99b2-89908f031d2d,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:32.038290 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:32.038664 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-34b043ea-9d28-4117-b60d-21e630536d2a admin admin] Request body: {'subnet': {'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-840534618-subnet', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'ip_version': 4}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:32.041233 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network dd576a96-2365-4410-99b2-89908f031d2d details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:56:32.046583 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d39622a4-c609-4e12-af4c-bcfbc860bb1c req-ce072a96-5350-4b46-8ae4-a7fc4478aca0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241678 Dec 09 11:56:32.075401 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port afc4b6eb-246f-43d8-b83a-f21edc355f87, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=afc4b6eb-246f-43d8-b83a-f21edc355f87,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:32.116831 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b043ea-9d28-4117-b60d-21e630536d2a admin admin] Made reservation on behalf of c6b2e33225be4d41a4d74afd903fe1b9 for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:56:32.122800 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-34b043ea-9d28-4117-b60d-21e630536d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133832103'] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:32.169394 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:32.218560 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=afc4b6eb-246f-43d8-b83a-f21edc355f87,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:32.272205 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Sync routers for ids ['10f621f7-0203-4873-b615-137074e010cf'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:56:32.283368 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Routers {'10f621f7-0203-4873-b615-137074e010cf'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:32.284046 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['10f621f7-0203-4873-b615-137074e010cf'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:32.393621 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Set router 10f621f7-0203-4873-b615-137074e010cf gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:32.498152 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-34b043ea-9d28-4117-b60d-21e630536d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4296356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180429'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:32.552644 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-14787a7b-21b0-401c-898b-047a4ed28878 req-c81dfe83-3abe-49ec-9089-9137dc08c7b9 tempest-VolumesNegativeTest-577224631 tempest-VolumesNegativeTest-577224631-project] 10.222.0.24 "GET /v2.0/ports?device_id=431b8103-217a-4faa-954d-93f9b8e498ee HTTP/1.1" status: 200 len: 210 time: 0.0269513 Dec 09 11:56:32.560516 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b043ea-9d28-4117-b60d-21e630536d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f4c801-5bd5-4a0f-82c6-e4ecc74f1637,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:32.564858 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b043ea-9d28-4117-b60d-21e630536d2a admin admin] Checking segment: {'id': '8c10f664-af88-4104-a71b-48beaabfe4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:56:32.565225 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b043ea-9d28-4117-b60d-21e630536d2a admin admin] Network hostable DHCP agents. Network: dd576a96-2365-4410-99b2-89908f031d2d, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:56:32.603302 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '628309cc-7541-44cd-9153-c5e0e44fb246', 'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'tenant_id': '481678193712415d9de591835c117dad', 'mac_address': 'fa:16:3e:66:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:28Z', 'updated_at': '2021-12-09T11:56:29Z', 'revision_number': 2, 'project_id': '481678193712415d9de591835c117dad', 'subnets': [{'id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:32.634571 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Checking router: 10f621f7-0203-4873-b615-137074e010cf for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:56:32.634941 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Updating router 10f621f7-0203-4873-b615-137074e010cf port 628309cc-7541-44cd-9153-c5e0e44fb246 binding host dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:56:32.659487 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:32.697148 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b043ea-9d28-4117-b60d-21e630536d2a admin admin] Network dd576a96-2365-4410-99b2-89908f031d2d is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:56:32.802639 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-34b043ea-9d28-4117-b60d-21e630536d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, dd576a96-2365-4410-99b2-89908f031d2d) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:32.807514 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b043ea-9d28-4117-b60d-21e630536d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:32.808309 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-34b043ea-9d28-4117-b60d-21e630536d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:32.817568 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d3952-3d9c-4ae2-ac50-1faaa3656427 None None] Network dd576a96-2365-4410-99b2-89908f031d2d requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:56:32.910476 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-34b043ea-9d28-4117-b60d-21e630536d2a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8857467 Dec 09 11:56:32.913125 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58792) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:32.918099 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-840534618-router', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:32.925268 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16e6cc2d-77db-5661-825c-5ff711bb4034-dd576a96-2365-4410-99b2-89908f031d2d', 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d', 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'fixed_ips': [{'subnet_id': '44f4c801-5bd5-4a0f-82c6-e4ecc74f1637'}]}} from dv-cinder-819692-7-iscsi. {{(pid=109619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:56:32.925922 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:32.937119 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Publish callbacks [] for port, precommit_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.006815 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431b8103-217a-4faa-954d-93f9b8e498ee', 'name': 'network-vif-deleted', 'tag': '9dce7b74-8de2-4917-ad32-4219492afbbf'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:56:33.011633 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed2b3df-f208-49eb-98cf-8214769e2a1c" -d '{"events": [{"server_uuid": "431b8103-217a-4faa-954d-93f9b8e498ee", "name": "network-vif-deleted", "tag": "9dce7b74-8de2-4917-ad32-4219492afbbf"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:56:33.039301 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.039520 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7942115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28020'] for router, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.040554 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7942015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7929390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28003'] for router, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.076474 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf641cdd-db37-461c-83ec-1c706e9af481 x-openstack-request-id: req-cf641cdd-db37-461c-83ec-1c706e9af481 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:56:33.079473 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431b8103-217a-4faa-954d-93f9b8e498ee", "name": "network-vif-deleted", "tag": "9dce7b74-8de2-4917-ad32-4219492afbbf", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:56:33.079732 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf641cdd-db37-461c-83ec-1c706e9af481 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:56:33.080418 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431b8103-217a-4faa-954d-93f9b8e498ee', 'name': 'network-vif-deleted', 'tag': '9dce7b74-8de2-4917-ad32-4219492afbbf', 'status': 'completed', 'code': 200} Dec 09 11:56:33.083658 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.db_base_plugin_common [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Allocated IP 172.20.0.2 (dd576a96-2365-4410-99b2-89908f031d2d/44f4c801-5bd5-4a0f-82c6-e4ecc74f1637/757b0bde-385f-4c68-9486-3b14bb03b91a) {{(pid=109619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:56:33.096433 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Pushing event updated for resources: {'Port': ['ID=628309cc-7541-44cd-9153-c5e0e44fb246,revision_number=3']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:33.104623 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.105028 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.105369 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.105697 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.106047 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.106360 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.106688 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.107046 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.107373 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.107715 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.108045 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.108365 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.108686 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:33.135532 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.200745 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Attempting to bind port 628309cc-7541-44cd-9153-c5e0e44fb246 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:56:33.201321 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Attempting to bind port 628309cc-7541-44cd-9153-c5e0e44fb246 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:56:33.201691 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Attempting to bind port 628309cc-7541-44cd-9153-c5e0e44fb246 on network 408897a5-ed27-4cb3-81b8-e09e83270f17 {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:56:33.216881 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:56:33.217269 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Checking segment: {'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:56:33.217673 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.218072 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Bound using segment: {'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:56:33.218631 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Bound port: 628309cc-7541-44cd-9153-c5e0e44fb246, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'}}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:56:33.219065 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.274378 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccf4a9-d6a6-429d-948e-399e3f39d80f req-5bde2e0e-04f5-496f-bee9-98a9e04bb547 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:33.276127 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2fccf4a9-d6a6-429d-948e-399e3f39d80f req-5bde2e0e-04f5-496f-bee9-98a9e04bb547 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.1086919 Dec 09 11:56:33.290734 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] For port 628309cc-7541-44cd-9153-c5e0e44fb246, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:56:33.294073 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] For port 628309cc-7541-44cd-9153-c5e0e44fb246, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=628309cc-7541-44cd-9153-c5e0e44fb246,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:56:33.335850 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2fccf4a9-d6a6-429d-948e-399e3f39d80f req-f8640eb9-ae6a-4d05-adef-0f13644ad4f7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520284 Dec 09 11:56:33.355522 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.374495 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Publish callbacks [] for port, precommit_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.418488 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.434832 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Routers {'10f621f7-0203-4873-b615-137074e010cf'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:33.435523 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['10f621f7-0203-4873-b615-137074e010cf'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:33.440465 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446631b5-a779-419d-800d-08270a339ff3 None None] Pushing event updated for resources: {'Port': ['ID=628309cc-7541-44cd-9153-c5e0e44fb246,revision_number=4']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:33.450019 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.500569 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Network dd576a96-2365-4410-99b2-89908f031d2d is already hosted by enough agents. {{(pid=109619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:33.529116 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Pushing event updated for resources: {'Port': ['ID=757b0bde-385f-4c68-9486-3b14bb03b91a,revision_number=1']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:33.531862 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.base_scheduler [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Resources bound (agent type, host, resource id): {{(pid=109619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:33.535409 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Received port after_create {{(pid=109619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:56:33.572670 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-400e2f8b-e6ee-4926-a06f-e9e67520fb19 None None] Provisioning complete for port 628309cc-7541-44cd-9153-c5e0e44fb246 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:33.573775 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-400e2f8b-e6ee-4926-a06f-e9e67520fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.631517 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Attempting to bind port 757b0bde-385f-4c68-9486-3b14bb03b91a on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:56:33.632075 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Attempting to bind port 757b0bde-385f-4c68-9486-3b14bb03b91a by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '8c10f664-af88-4104-a71b-48beaabfe4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:56:33.632597 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Attempting to bind port 757b0bde-385f-4c68-9486-3b14bb03b91a on network dd576a96-2365-4410-99b2-89908f031d2d {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:56:33.639911 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:56:33.640270 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Checking segment: {'id': '8c10f664-af88-4104-a71b-48beaabfe4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:56:33.640674 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.641066 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Bound using segment: {'id': '8c10f664-af88-4104-a71b-48beaabfe4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:56:33.641539 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Bound port: 757b0bde-385f-4c68-9486-3b14bb03b91a, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c10f664-af88-4104-a71b-48beaabfe4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:56:33.641916 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.677738 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] Set router 10f621f7-0203-4873-b615-137074e010cf gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:33.753339 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] For port 757b0bde-385f-4c68-9486-3b14bb03b91a, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:56:33.760970 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-400e2f8b-e6ee-4926-a06f-e9e67520fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.769758 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.802713 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] For port 757b0bde-385f-4c68-9486-3b14bb03b91a, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=757b0bde-385f-4c68-9486-3b14bb03b91a,segment=NetworkSegment(8c10f664-af88-4104-a71b-48beaabfe4eb),segment_id=8c10f664-af88-4104-a71b-48beaabfe4eb)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:56:33.821157 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-400e2f8b-e6ee-4926-a06f-e9e67520fb19 None None] For port 628309cc-7541-44cd-9153-c5e0e44fb246, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=628309cc-7541-44cd-9153-c5e0e44fb246,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:33.827573 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.860088 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.896992 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 628309cc-7541-44cd-9153-c5e0e44fb246 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:56:33.909799 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '628309cc-7541-44cd-9153-c5e0e44fb246', 'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'tenant_id': '481678193712415d9de591835c117dad', 'mac_address': 'fa:16:3e:66:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:28Z', 'updated_at': '2021-12-09T11:56:33Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'subnets': [{'id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:33.926431 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-400e2f8b-e6ee-4926-a06f-e9e67520fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:33.943937 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a90ac5-8c33-48f3-b0ce-b3554ed4c8d7 None None] The sync data for ids ['10f621f7-0203-4873-b615-137074e010cf'] in dv-cinder-819692-7-iscsi is: [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '628309cc-7541-44cd-9153-c5e0e44fb246', 'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'tenant_id': '481678193712415d9de591835c117dad', 'mac_address': 'fa:16:3e:66:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:28Z', 'updated_at': '2021-12-09T11:56:33Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'subnets': [{'id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:56:33.962213 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Allocated IP 172.27.3.14 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/a881770a-d18c-459c-8168-1b7581c01983) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:56:33.976053 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51a233-2baf-48de-b5e9-5871e6139b2c None None] Pushing event updated for resources: {'Port': ['ID=757b0bde-385f-4c68-9486-3b14bb03b91a,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:34.091962 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e2f8b-e6ee-4926-a06f-e9e67520fb19 None None] Pushing event updated for resources: {'Port': ['ID=628309cc-7541-44cd-9153-c5e0e44fb246,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:34.101113 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 628309cc-7541-44cd-9153-c5e0e44fb246 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:34.101526 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:34.103169 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-c89b02d9-fd2b-4a5a-b154-9c14451b3bad None None] Provisioning complete for port 628309cc-7541-44cd-9153-c5e0e44fb246 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:34.103488 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-c89b02d9-fd2b-4a5a-b154-9c14451b3bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:34.139858 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:34.285575 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:34.316163 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-287f43c5-d64d-43ad-9f53-b9fe965edcee req-ad585bb1-63d6-49de-a62f-93d4c3d6621f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516429 Dec 09 11:56:34.373871 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Pushing event updated for resources: {'Port': ['ID=a881770a-d18c-459c-8168-1b7581c01983,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:34.394382 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:34.396656 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:34.399702 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:56:34.431645 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f43c5-d64d-43ad-9f53-b9fe965edcee req-a27bee08-45b9-4d9b-969f-e76977388d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:34.433576 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-287f43c5-d64d-43ad-9f53-b9fe965edcee req-a27bee08-45b9-4d9b-969f-e76977388d16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91f497f7e91e433f906368540b14f2a5&device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 1098 time: 0.0876670 Dec 09 11:56:34.620939 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device afc4b6eb-246f-43d8-b83a-f21edc355f87 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:56:34.639487 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f43c5-d64d-43ad-9f53-b9fe965edcee req-020ae18b-9f8b-4ae8-ba62-754d35f5d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:34.641442 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-287f43c5-d64d-43ad-9f53-b9fe965edcee req-020ae18b-9f8b-4ae8-ba62-754d35f5d110 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8 HTTP/1.1" status: 200 len: 911 time: 0.1872520 Dec 09 11:56:34.690285 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port afc4b6eb-246f-43d8-b83a-f21edc355f87 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:34.690660 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:34.702627 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e23a03-4255-4a2c-92e7-577efd38297e req-c8a77d9e-7478-441b-b01e-ab1c3a25b902 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:34.704541 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-51e23a03-4255-4a2c-92e7-577efd38297e req-c8a77d9e-7478-441b-b01e-ab1c3a25b902 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.1030459 Dec 09 11:56:34.743499 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-287f43c5-d64d-43ad-9f53-b9fe965edcee req-f5ffa608-1cdf-4a05-84c3-43c967a12576 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407ab17c-bc6a-4ba2-af96-b51c5e88bff7 HTTP/1.1" status: 200 len: 1001 time: 0.0922203 Dec 09 11:56:34.838279 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-51e23a03-4255-4a2c-92e7-577efd38297e req-cda82f01-bc3e-4614-a259-ef77ab9f6123 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197491 Dec 09 11:56:34.843977 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f43c5-d64d-43ad-9f53-b9fe965edcee req-6f8fa241-17c9-4543-8831-aed52c2fd571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:34.843977 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-287f43c5-d64d-43ad-9f53-b9fe965edcee req-6f8fa241-17c9-4543-8831-aed52c2fd571 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ec0cb09-9816-47e8-93e0-c39f1929746e HTTP/1.1" status: 200 len: 849 time: 0.0893312 Dec 09 11:56:34.902841 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f43c5-d64d-43ad-9f53-b9fe965edcee req-f581807b-0b17-44e7-a4ef-e31d68985337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:34.904481 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-287f43c5-d64d-43ad-9f53-b9fe965edcee req-f581807b-0b17-44e7-a4ef-e31d68985337 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528033 Dec 09 11:56:34.959740 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:35.099857 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-287f43c5-d64d-43ad-9f53-b9fe965edcee req-eda8219c-38c1-4efc-81fd-e3307a647c9d service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822882 Dec 09 11:56:35.272432 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7942006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7921137'] for router, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:35.273004 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-287f43c5-d64d-43ad-9f53-b9fe965edcee req-050b572c-14aa-4fad-852c-6dac82e3a61f service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644440 Dec 09 11:56:35.313620 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:35.365037 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ecef8e-989e-43db-a3d7-9aedbc461ab0 None None] Network dd576a96-2365-4410-99b2-89908f031d2d requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:56:35.436944 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-4101e789-5efd-467f-8ff7-5745bd0b8535 None None] Provisioning complete for port 757b0bde-385f-4c68-9486-3b14bb03b91a triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:35.437365 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4101e789-5efd-467f-8ff7-5745bd0b8535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:35.502157 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Router 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 is scheduled to L3 agent 0555a480-5e88-49ec-9067-f967630a0413 with binding_index 1 {{(pid=109617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:56:35.556634 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4101e789-5efd-467f-8ff7-5745bd0b8535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:35.592539 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-4101e789-5efd-467f-8ff7-5745bd0b8535 None None] For port 757b0bde-385f-4c68-9486-3b14bb03b91a, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=757b0bde-385f-4c68-9486-3b14bb03b91a,segment=NetworkSegment(8c10f664-af88-4104-a71b-48beaabfe4eb),segment_id=8c10f664-af88-4104-a71b-48beaabfe4eb)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:35.688689 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4101e789-5efd-467f-8ff7-5745bd0b8535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:35.787478 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101e789-5efd-467f-8ff7-5745bd0b8535 None None] Pushing event updated for resources: {'Port': ['ID=757b0bde-385f-4c68-9486-3b14bb03b91a,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:35.796116 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device da4ef1fb-5936-490e-8adf-4e22a852842f details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:56:35.798230 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 9dce7b74-8de2-4917-ad32-4219492afbbf no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:56:35.856218 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 9dce7b74-8de2-4917-ad32-4219492afbbf {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:56:35.856868 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 9dce7b74-8de2-4917-ad32-4219492afbbf not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:56:35.963858 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 628309cc-7541-44cd-9153-c5e0e44fb246 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:56:35.981975 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:56:35.998344 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Sync routers for ids ['6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:56:36.045459 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Routers {'6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:36.046103 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:36.075473 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] Publish callbacks [] for router, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:36.076922 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-4e20e1d2-c5fd-43ef-a192-83b2c514d1ed admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1626642 Dec 09 11:56:36.081778 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 58934) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:36.114336 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-663673d5-f74c-4fe7-bcae-cbfe3cca61e0 None None] Provisioning complete for port 757b0bde-385f-4c68-9486-3b14bb03b91a triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:36.114701 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-663673d5-f74c-4fe7-bcae-cbfe3cca61e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:36.131958 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=da4ef1fb-5936-490e-8adf-4e22a852842f,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:36.176019 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'port_id': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'mac_address': 'fa:16:3e:2b:fe:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:56:36.266039 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164ac63-7c50-4126-978c-420b19744ca4 req-e0ad3bf8-2033-4fd7-b6ea-0c1145a739e7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:36.275462 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0164ac63-7c50-4126-978c-420b19744ca4 req-e0ad3bf8-2033-4fd7-b6ea-0c1145a739e7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.3498361 Dec 09 11:56:36.294936 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Set router 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:36.334815 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0164ac63-7c50-4126-978c-420b19744ca4 req-d3c99056-dc58-46b9-bd95-7ebd0f531be7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581105 Dec 09 11:56:36.372006 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 628309cc-7541-44cd-9153-c5e0e44fb246 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:36.372546 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:36.425556 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:36.486847 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4ef1fb-5936-490e-8adf-4e22a852842f {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:56:36.560285 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=da4ef1fb-5936-490e-8adf-4e22a852842f,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:36.629609 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:36.655435 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:36.662673 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 757b0bde-385f-4c68-9486-3b14bb03b91a up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:56:36.723271 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe631d-22d9-4104-851d-73a0a8ad032f req-0d929a84-2a4c-4a84-b6e4-40a46e8b31ef tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:36.725243 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dffe631d-22d9-4104-851d-73a0a8ad032f req-0d929a84-2a4c-4a84-b6e4-40a46e8b31ef tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0497315 Dec 09 11:56:36.750118 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=da4ef1fb-5936-490e-8adf-4e22a852842f,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:36.777125 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'name': 'tempest-TestShelveInstance-840534618-router', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a881770a-d18c-459c-8168-1b7581c01983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:34Z', 'revision_number': 3, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'gw_port': {'id': 'a881770a-d18c-459c-8168-1b7581c01983', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:36.778183 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-dffe631d-22d9-4104-851d-73a0a8ad032f req-1a6b5f9a-0b2a-4179-8917-77cef05a0079 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462358 Dec 09 11:56:36.793176 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 757b0bde-385f-4c68-9486-3b14bb03b91a triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:36.793840 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:36.821684 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Checking router: 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:56:36.821981 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Updating router 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 port a881770a-d18c-459c-8168-1b7581c01983 binding host dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:56:36.841328 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Allocated IP 172.20.0.1 (dd576a96-2365-4410-99b2-89908f031d2d/44f4c801-5bd5-4a0f-82c6-e4ecc74f1637/b77715fc-2423-4fe4-a081-138347b378a9) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:56:36.875023 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:36.951924 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.068207 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.112101 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Network dd576a96-2365-4410-99b2-89908f031d2d is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:37.118267 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:37.127111 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:56:37.167529 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7920942'] for router_interface, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.170776 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Pushing event updated for resources: {'Port': ['ID=b77715fc-2423-4fe4-a081-138347b378a9,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:37.335064 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Publish callbacks [] for port, precommit_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.390647 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-cb5bd83f-e67c-4011-ba93-c121f3f30f9a None None] Provisioning complete for port b77715fc-2423-4fe4-a081-138347b378a9 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:37.396901 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cb5bd83f-e67c-4011-ba93-c121f3f30f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.422318 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.447649 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bd83f-e67c-4011-ba93-c121f3f30f9a None None] Port b77715fc-2423-4fe4-a081-138347b378a9 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:56:37.455317 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.499958 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4783dc6-7374-4aa7-bb31-f4855e8014c1 req-997d6597-a381-4473-91ab-60671fc5dcfa tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:37.501863 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b4783dc6-7374-4aa7-bb31-f4855e8014c1 req-997d6597-a381-4473-91ab-60671fc5dcfa tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 944 time: 0.0784132 Dec 09 11:56:37.513688 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012115d4-fb86-4d25-beae-e85cbcc7bca9 None None] Pushing event updated for resources: {'Port': ['ID=a881770a-d18c-459c-8168-1b7581c01983,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:37.520330 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Attempting to bind port a881770a-d18c-459c-8168-1b7581c01983 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:56:37.520925 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Attempting to bind port a881770a-d18c-459c-8168-1b7581c01983 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:56:37.521349 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Attempting to bind port a881770a-d18c-459c-8168-1b7581c01983 on network 5e763a14-a83b-48f8-afed-8d8eb448ee1c {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:56:37.527489 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:56:37.527946 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Checking segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:56:37.528416 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.528878 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Bound using segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:56:37.529417 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Bound port: a881770a-d18c-459c-8168-1b7581c01983, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:56:37.529903 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.565255 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b4783dc6-7374-4aa7-bb31-f4855e8014c1 req-2e93c9d8-96ee-4d00-90a5-ae8015b57295 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535872 Dec 09 11:56:37.585649 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] For port a881770a-d18c-459c-8168-1b7581c01983, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:56:37.593248 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] For port a881770a-d18c-459c-8168-1b7581c01983, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=a881770a-d18c-459c-8168-1b7581c01983,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:56:37.638272 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.719114 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.719562 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.782230 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Routers {'6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:37.782988 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:37.808947 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Pushing event updated for resources: {'Port': ['ID=b77715fc-2423-4fe4-a081-138347b378a9,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:37.811404 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7923134'] for router_interface, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:37.819378 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 757b0bde-385f-4c68-9486-3b14bb03b91a up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:56:37.823618 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012115d4-fb86-4d25-beae-e85cbcc7bca9 None None] Pushing event updated for resources: {'Port': ['ID=a881770a-d18c-459c-8168-1b7581c01983,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:37.913591 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Network dd576a96-2365-4410-99b2-89908f031d2d is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:37.915740 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:37.934354 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] Set router 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:37.968163 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 757b0bde-385f-4c68-9486-3b14bb03b91a triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:37.968458 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:38.113366 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Router 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:56:38.157220 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ec43b-b134-4131-a029-5212ba6dccfe req-6b4cbce4-6ef0-4c9f-ae50-2e2d5a79c006 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:38.166658 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4b9ec43b-b134-4131-a029-5212ba6dccfe req-6b4cbce4-6ef0-4c9f-ae50-2e2d5a79c006 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0765002 Dec 09 11:56:38.228927 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4b9ec43b-b134-4131-a029-5212ba6dccfe req-e263cc4f-3e16-4e83-b84c-e5256cb81975 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609612 Dec 09 11:56:38.276796 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:56:38.278815 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-08633a10-fa72-4d7c-a211-e0a274aabee6 admin admin] 10.222.0.24 "PUT /v2.0/routers/6d764b0b-80ce-4d25-a6a0-8c0d5790ca20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1954155 Dec 09 11:56:38.306564 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-15e4d41d-a411-484c-8938-1d575245dcd9 None None] Provisioning complete for port b77715fc-2423-4fe4-a081-138347b378a9 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:38.306863 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-15e4d41d-a411-484c-8938-1d575245dcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:38.355053 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-15e4d41d-a411-484c-8938-1d575245dcd9 None None] Port b77715fc-2423-4fe4-a081-138347b378a9 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:56:38.371718 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'name': 'tempest-TestShelveInstance-840534618-router', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a881770a-d18c-459c-8168-1b7581c01983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:37Z', 'revision_number': 4, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'gw_port': {'id': 'a881770a-d18c-459c-8168-1b7581c01983', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b77715fc-2423-4fe4-a081-138347b378a9', 'name': '', 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'mac_address': 'fa:16:3e:13:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '44f4c801-5bd5-4a0f-82c6-e4ecc74f1637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:36Z', 'updated_at': '2021-12-09T11:56:37Z', 'revision_number': 2, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'subnets': [{'id': '44f4c801-5bd5-4a0f-82c6-e4ecc74f1637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:38.394600 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fda52f4-2bd1-417a-abc5-81d8603065ef None None] The sync data for ids ['6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'] in dv-cinder-819692-7-iscsi is: [{'id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'name': 'tempest-TestShelveInstance-840534618-router', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a881770a-d18c-459c-8168-1b7581c01983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:37Z', 'revision_number': 4, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'gw_port': {'id': 'a881770a-d18c-459c-8168-1b7581c01983', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b77715fc-2423-4fe4-a081-138347b378a9', 'name': '', 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'mac_address': 'fa:16:3e:13:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '44f4c801-5bd5-4a0f-82c6-e4ecc74f1637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:36Z', 'updated_at': '2021-12-09T11:56:37Z', 'revision_number': 2, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'subnets': [{'id': '44f4c801-5bd5-4a0f-82c6-e4ecc74f1637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:56:38.879627 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0cfcc-0496-4f88-b910-1caf4a4c3691 req-03ccb332-4e6e-4535-9245-34b1a4d093f1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:38.881470 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-35f0cfcc-0496-4f88-b910-1caf4a4c3691 req-03ccb332-4e6e-4535-9245-34b1a4d093f1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 944 time: 0.0626357 Dec 09 11:56:38.938520 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-35f0cfcc-0496-4f88-b910-1caf4a4c3691 req-38b674e4-275d-4423-835d-950352facbeb tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507598 Dec 09 11:56:38.939273 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59078) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:38.944238 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-d9b7cf81-58c7-447b-ad2b-792614cec5e0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408250773', 'description': 'tempest-secgroup-smoke-408250773 description', 'project_id': '481678193712415d9de591835c117dad'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:39.033572 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d9b7cf81-58c7-447b-ad2b-792614cec5e0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:39.170739 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d9b7cf81-58c7-447b-ad2b-792614cec5e0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:39.250283 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d9b7cf81-58c7-447b-ad2b-792614cec5e0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:39.286268 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7cf81-58c7-447b-ad2b-792614cec5e0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eea084c-7d03-42be-b451-cf43f901dbe1,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:39.364586 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485321a-bb1e-4408-abe2-a2bf40ffedbd req-0b1a1563-ad58-4d41-9ca6-8fe94d8b09fa tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:39.366071 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8485321a-bb1e-4408-abe2-a2bf40ffedbd req-0b1a1563-ad58-4d41-9ca6-8fe94d8b09fa tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0504370 Dec 09 11:56:39.369852 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d9b7cf81-58c7-447b-ad2b-792614cec5e0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:39.371149 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-d9b7cf81-58c7-447b-ad2b-792614cec5e0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4306397 Dec 09 11:56:39.374139 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59108) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:39.379305 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Request body: {'security_group_rule': {'security_group_id': '2eea084c-7d03-42be-b451-cf43f901dbe1', 'project_id': '481678193712415d9de591835c117dad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:39.418915 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8485321a-bb1e-4408-abe2-a2bf40ffedbd req-4be4e8e6-1ecc-4a03-9ad0-806c9115f58b tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466721 Dec 09 11:56:39.467457 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:39.544910 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:39.620331 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['da4ef1fb-5936-490e-8adf-4e22a852842f'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:56:39.644991 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:39.665633 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f56a83-af1a-4fb4-ab61-6a29978e24e7,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:39.672915 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.673265 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.673615 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.673954 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.674286 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.674615 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.674960 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.675293 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.675675 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.684351 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.684351 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.684351 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.684351 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:56:39.750524 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:39.752537 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-b02dcbc8-3393-40e5-8381-4cfef7e8d668 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3772609 Dec 09 11:56:39.755085 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59114) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:39.763510 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-383e0278-ca8b-411a-8576-71f3ca51c3a4 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Request body: {'security_group_rule': {'security_group_id': '2eea084c-7d03-42be-b451-cf43f901dbe1', 'project_id': '481678193712415d9de591835c117dad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:39.817636 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device a881770a-d18c-459c-8168-1b7581c01983 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:56:39.869410 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port a881770a-d18c-459c-8168-1b7581c01983 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:39.869846 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:39.881767 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383e0278-ca8b-411a-8576-71f3ca51c3a4 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:39.937023 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383e0278-ca8b-411a-8576-71f3ca51c3a4 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:39.946021 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:39.965281 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port a881770a-d18c-459c-8168-1b7581c01983, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=a881770a-d18c-459c-8168-1b7581c01983,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:40.019500 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383e0278-ca8b-411a-8576-71f3ca51c3a4 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:40.042649 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e0278-ca8b-411a-8576-71f3ca51c3a4 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fec970-39d5-4566-9362-cb21c93ac30c,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:40.050735 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:40.067132 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170883-886d-4efe-a643-24f6ea80af8f req-4a31e946-2202-417c-8a7a-46f56a7e5732 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:40.068736 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-51170883-886d-4efe-a643-24f6ea80af8f req-4a31e946-2202-417c-8a7a-46f56a7e5732 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 944 time: 0.0496747 Dec 09 11:56:40.100134 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=a881770a-d18c-459c-8168-1b7581c01983,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:40.127644 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-51170883-886d-4efe-a643-24f6ea80af8f req-dfa03d93-09b8-4915-b17c-9431b3a72ab7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520759 Dec 09 11:56:40.160808 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-383e0278-ca8b-411a-8576-71f3ca51c3a4 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:40.162003 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-383e0278-ca8b-411a-8576-71f3ca51c3a4 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4058013 Dec 09 11:56:40.167181 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59118) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:40.171590 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-47c30939-99b5-493d-bef3-212eefa3c7ce tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Request body: {'security_group_rule': {'security_group_id': '2eea084c-7d03-42be-b451-cf43f901dbe1', 'project_id': '481678193712415d9de591835c117dad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:40.278400 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-47c30939-99b5-493d-bef3-212eefa3c7ce tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:40.333428 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-47c30939-99b5-493d-bef3-212eefa3c7ce tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:40.413429 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-47c30939-99b5-493d-bef3-212eefa3c7ce tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:40.433447 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c30939-99b5-493d-bef3-212eefa3c7ce tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d409ecb3-09fd-46d6-9b7f-bb611ce8e126,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:40.486637 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-47c30939-99b5-493d-bef3-212eefa3c7ce tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:40.487923 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-47c30939-99b5-493d-bef3-212eefa3c7ce tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3198137 Dec 09 11:56:40.490578 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59122) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:40.494869 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-effa4286-0a2b-4711-a957-3c3e02b9d7b5 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Request body: {'security_group_rule': {'security_group_id': '2eea084c-7d03-42be-b451-cf43f901dbe1', 'project_id': '481678193712415d9de591835c117dad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:40.538533 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d712e7-95df-4b95-a3b2-2b6006b89928 req-3070a025-d33b-490f-a39c-25653c3b9421 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:40.540748 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-59d712e7-95df-4b95-a3b2-2b6006b89928 req-3070a025-d33b-490f-a39c-25653c3b9421 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0518365 Dec 09 11:56:40.587782 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-effa4286-0a2b-4711-a957-3c3e02b9d7b5 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:40.618895 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-59d712e7-95df-4b95-a3b2-2b6006b89928 req-78311581-48f5-4d16-b530-cb3b974328a8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683124 Dec 09 11:56:40.678899 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-effa4286-0a2b-4711-a957-3c3e02b9d7b5 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:40.765416 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-effa4286-0a2b-4711-a957-3c3e02b9d7b5 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:40.785682 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa4286-0a2b-4711-a957-3c3e02b9d7b5 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603de10f-46ff-4410-89f2-103926a08716,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:40.834308 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b9950-549b-4569-b161-5624ce4189bb req-5b594dd8-56e9-4887-8944-0568cd7ae854 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:40.836493 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff7b9950-549b-4569-b161-5624ce4189bb req-5b594dd8-56e9-4887-8944-0568cd7ae854 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.42 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0543416 Dec 09 11:56:40.907856 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-effa4286-0a2b-4711-a957-3c3e02b9d7b5 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:40.909694 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-effa4286-0a2b-4711-a957-3c3e02b9d7b5 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4175506 Dec 09 11:56:40.917686 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59140) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:40.924470 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-67cf993a-1514-4272-b099-55f45c9a1b39 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Request body: {'security_group_rule': {'security_group_id': '2eea084c-7d03-42be-b451-cf43f901dbe1', 'project_id': '481678193712415d9de591835c117dad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:40.935706 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Deleting port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:56:40.936773 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.016720 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.securitygroups_db [None req-67cf993a-1514-4272-b099-55f45c9a1b39 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Project 481678193712415d9de591835c117dad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 11:56:41.022330 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-67cf993a-1514-4272-b099-55f45c9a1b39 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.037486 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] For port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=407ab17c-bc6a-4ba2-af96-b51c5e88bff7,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:41.037786 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.102252 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-67cf993a-1514-4272-b099-55f45c9a1b39 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.198609 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59154) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:41.209020 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-67cf993a-1514-4272-b099-55f45c9a1b39 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.232065 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf993a-1514-4272-b099-55f45c9a1b39 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8319229-aee4-4f9d-9049-790493bdf316,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:41.322164 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a984fe-a36b-4227-a980-6f0340b44735 req-d932fc04-4fed-4be3-bbdf-72a699f9bcbc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:41.327417 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81a984fe-a36b-4227-a980-6f0340b44735 req-d932fc04-4fed-4be3-bbdf-72a699f9bcbc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 944 time: 0.1074378 Dec 09 11:56:41.345244 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-81492a86-8f7e-4f4f-97c8-0274dd891cd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7891dc81d7dd48718d2dccb7202b6ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452832 Dec 09 11:56:41.347693 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59158) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:41.363133 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-67cf993a-1514-4272-b099-55f45c9a1b39 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.364337 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-67cf993a-1514-4272-b099-55f45c9a1b39 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4454358 Dec 09 11:56:41.368166 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59160) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:41.375498 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-eb07bde1-240a-491b-ad3f-b21ed2bb6972 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Request body: {'security_group_rule': {'security_group_id': '2eea084c-7d03-42be-b451-cf43f901dbe1', 'project_id': '481678193712415d9de591835c117dad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:41.378736 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device da4ef1fb-5936-490e-8adf-4e22a852842f up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:56:41.388788 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.389342 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.389717 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.l3_db [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Floating IP 5cd10e35-5a91-4c47-9936-6e4e75d23925 disassociated. External IP: 172.27.3.244, port: 407ab17c-bc6a-4ba2-af96-b51c5e88bff7. Dec 09 11:56:41.390057 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Calling delete_port for 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:56:41.422528 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-81a984fe-a36b-4227-a980-6f0340b44735 req-baa94cf4-22c7-4036-84a4-7b4a3ce7614d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889671 Dec 09 11:56:41.423510 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-09393cd6-9bc9-4caa-8d4b-fabe60dd4689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.448611 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-09393cd6-9bc9-4caa-8d4b-fabe60dd4689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.485781 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.securitygroups_db [None req-eb07bde1-240a-491b-ad3f-b21ed2bb6972 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Project 481678193712415d9de591835c117dad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 11:56:41.491403 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eb07bde1-240a-491b-ad3f-b21ed2bb6972 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.536023 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port da4ef1fb-5936-490e-8adf-4e22a852842f completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:56:41.542572 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port da4ef1fb-5936-490e-8adf-4e22a852842f triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:41.543030 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.544086 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eb07bde1-240a-491b-ad3f-b21ed2bb6972 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.587584 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-09393cd6-9bc9-4caa-8d4b-fabe60dd4689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.590640 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-09393cd6-9bc9-4caa-8d4b-fabe60dd4689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.599010 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-09393cd6-9bc9-4caa-8d4b-fabe60dd4689 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a4b77ae-daac-4d19-b8a0-e63f82ca55e2 HTTP/1.1" status: 204 len: 168 time: 0.2434955 Dec 09 11:56:41.603133 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09393cd6-9bc9-4caa-8d4b-fabe60dd4689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4b77ae-daac-4d19-b8a0-e63f82ca55e2,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:41.616285 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eb07bde1-240a-491b-ad3f-b21ed2bb6972 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.618059 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.635888 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.646337 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07bde1-240a-491b-ad3f-b21ed2bb6972 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6b86bb-a72f-4b41-8305-ac93677f6c45,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:41.661578 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:56:41.664904 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcfae94-acf7-4235-89aa-3c76e171e03a" -d '{"events": [{"server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "name": "network-vif-plugged", "status": "completed", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:56:41.684319 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=da4ef1fb-5936-490e-8adf-4e22a852842f,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:41.688273 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event deleted for resources: {'Port': ['ID=407ab17c-bc6a-4ba2-af96-b51c5e88bff7,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:41.713238 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad8d75d-e9ae-4b12-8cea-473b67395b19 x-openstack-request-id: req-3ad8d75d-e9ae-4b12-8cea-473b67395b19 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:56:41.713550 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "name": "network-vif-plugged", "status": "completed", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:56:41.713831 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ad8d75d-e9ae-4b12-8cea-473b67395b19 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:56:41.714232 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'code': 200} Dec 09 11:56:41.737397 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-eb07bde1-240a-491b-ad3f-b21ed2bb6972 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.737397 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-eb07bde1-240a-491b-ad3f-b21ed2bb6972 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3639421 Dec 09 11:56:41.750977 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.820726 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-de38a9c6-4a6f-4512-9947-518973cb99ba req-c1bd6f4f-911c-4b1b-ae81-b93754e61b20 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0612788 Dec 09 11:56:41.823108 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=da4ef1fb-5936-490e-8adf-4e22a852842f,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:41.831726 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device a881770a-d18c-459c-8168-1b7581c01983 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:56:41.922547 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port a881770a-d18c-459c-8168-1b7581c01983 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:41.923222 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:41.926631 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:56:42.097668 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:56:42.116035 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb271aa-645e-4618-8b80-5dd406b27959 None None] Sync routers for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:56:42.141944 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb271aa-645e-4618-8b80-5dd406b27959 None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:42.143646 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-fbb271aa-645e-4618-8b80-5dd406b27959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:42.160555 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] No DVR routers for this DVR port 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:56:42.163465 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:42.178192 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dbda7-a1d2-4079-bad9-e51d5c36958e req-047ea9cc-573a-4b94-bbd3-639f7d15dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:42.181791 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-d46dbda7-a1d2-4079-bad9-e51d5c36958e req-047ea9cc-573a-4b94-bbd3-639f7d15dbe0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 1098 time: 0.1363807 Dec 09 11:56:42.193665 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff7b9950-549b-4569-b161-5624ce4189bb req-3b961295-4de9-46ca-9768-97bf052bcc00 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.42 "DELETE /v2.0/ports/407ab17c-bc6a-4ba2-af96-b51c5e88bff7 HTTP/1.1" status: 204 len: 173 time: 1.3317068 Dec 09 11:56:42.194240 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'name': 'network-vif-deleted', 'tag': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:56:42.196985 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32708906-c3ae-4307-83ac-2fe951d9c109" -d '{"events": [{"server_uuid": "54971f7c-e23d-4538-9081-36436cf8f2e8", "name": "network-vif-deleted", "tag": "407ab17c-bc6a-4ba2-af96-b51c5e88bff7"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:56:42.228991 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Sync routers for ids ['6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:56:42.245317 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Routers {'6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:42.245977 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:42.301290 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c7f809-ea2c-4a78-86ee-b97e8dfd16c6 x-openstack-request-id: req-72c7f809-ea2c-4a78-86ee-b97e8dfd16c6 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:56:42.301903 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54971f7c-e23d-4538-9081-36436cf8f2e8", "name": "network-vif-deleted", "tag": "407ab17c-bc6a-4ba2-af96-b51c5e88bff7", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:56:42.301903 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72c7f809-ea2c-4a78-86ee-b97e8dfd16c6 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:56:42.302257 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54971f7c-e23d-4538-9081-36436cf8f2e8', 'name': 'network-vif-deleted', 'tag': '407ab17c-bc6a-4ba2-af96-b51c5e88bff7', 'status': 'completed', 'code': 200} Dec 09 11:56:42.315153 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-d46dbda7-a1d2-4079-bad9-e51d5c36958e req-4d1c6dbd-7c33-49db-986f-1680b5a0ffae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265461 Dec 09 11:56:42.384826 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-fbb271aa-645e-4618-8b80-5dd406b27959 None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:42.400476 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Set router 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:42.593496 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1de7cc-fe17-40bf-8a07-ccb71d85bddd req-72c8c05e-2b5e-410d-93d5-dff50256470c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:42.595186 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2b1de7cc-fe17-40bf-8a07-ccb71d85bddd req-72c8c05e-2b5e-410d-93d5-dff50256470c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0574720 Dec 09 11:56:42.649751 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-fbb271aa-645e-4618-8b80-5dd406b27959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:43Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:42.655605 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2b1de7cc-fe17-40bf-8a07-ccb71d85bddd req-f23ce792-fc72-484d-a50e-3eadd81044b2 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540600 Dec 09 11:56:42.678563 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb271aa-645e-4618-8b80-5dd406b27959 None None] Checking router: 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:56:42.689015 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb271aa-645e-4618-8b80-5dd406b27959 None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:42.689631 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-fbb271aa-645e-4618-8b80-5dd406b27959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:42.695164 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'name': 'tempest-TestShelveInstance-840534618-router', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a881770a-d18c-459c-8168-1b7581c01983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:37Z', 'revision_number': 4, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'gw_port': {'id': 'a881770a-d18c-459c-8168-1b7581c01983', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b77715fc-2423-4fe4-a081-138347b378a9', 'name': '', 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'mac_address': 'fa:16:3e:13:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '44f4c801-5bd5-4a0f-82c6-e4ecc74f1637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:36Z', 'updated_at': '2021-12-09T11:56:37Z', 'revision_number': 2, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'subnets': [{'id': '44f4c801-5bd5-4a0f-82c6-e4ecc74f1637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:42.755225 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Checking router: 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:56:42.755747 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Updating router 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 port b77715fc-2423-4fe4-a081-138347b378a9 binding host dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:56:42.788391 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:42.806002 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-fbb271aa-645e-4618-8b80-5dd406b27959 None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:42.972900 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9067c454-5429-4b19-8351-2577fcf94086 req-bfc1df21-8722-4156-ae2d-6d17a7a5f643 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=54971f7c-e23d-4538-9081-36436cf8f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0382817 Dec 09 11:56:43.013642 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:56:43.041178 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-fbb271aa-645e-4618-8b80-5dd406b27959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:43Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:43.068946 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb271aa-645e-4618-8b80-5dd406b27959 None None] The sync data for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi is: [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:43Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:56:43.080005 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Publish callbacks [] for port, precommit_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:43.147956 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:43.233053 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4878212-b0b4-481a-bd08-4308d6391a65 None None] Pushing event updated for resources: {'Port': ['ID=b77715fc-2423-4fe4-a081-138347b378a9,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:43.409070 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3311c7e1-e526-49bf-b874-1bdd8d6b7c09 None None] New status for floating IP 5cd10e35-5a91-4c47-9936-6e4e75d23925: DOWN {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:56:43.424345 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Attempting to bind port b77715fc-2423-4fe4-a081-138347b378a9 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:56:43.425393 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Attempting to bind port b77715fc-2423-4fe4-a081-138347b378a9 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '8c10f664-af88-4104-a71b-48beaabfe4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:56:43.425937 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Attempting to bind port b77715fc-2423-4fe4-a081-138347b378a9 on network dd576a96-2365-4410-99b2-89908f031d2d {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:56:43.436456 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:56:43.436918 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Checking segment: {'id': '8c10f664-af88-4104-a71b-48beaabfe4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:56:43.437389 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:43.437894 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Bound using segment: {'id': '8c10f664-af88-4104-a71b-48beaabfe4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:56:43.438435 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Bound port: b77715fc-2423-4fe4-a081-138347b378a9, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c10f664-af88-4104-a71b-48beaabfe4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:56:43.438878 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:43.478165 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-e404a9ba-51d4-4959-846e-0839e9dd528e None None] Provisioning complete for port b77715fc-2423-4fe4-a081-138347b378a9 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:43.478482 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e404a9ba-51d4-4959-846e-0839e9dd528e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:43.529965 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-e404a9ba-51d4-4959-846e-0839e9dd528e None None] Port b77715fc-2423-4fe4-a081-138347b378a9 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:56:43.548634 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] For port b77715fc-2423-4fe4-a081-138347b378a9, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:56:43.552068 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] For port b77715fc-2423-4fe4-a081-138347b378a9, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=b77715fc-2423-4fe4-a081-138347b378a9,segment=NetworkSegment(8c10f664-af88-4104-a71b-48beaabfe4eb),segment_id=8c10f664-af88-4104-a71b-48beaabfe4eb)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:56:43.643177 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:43.700085 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Routers {'6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:43.700716 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:43.745135 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4878212-b0b4-481a-bd08-4308d6391a65 None None] Pushing event updated for resources: {'Port': ['ID=b77715fc-2423-4fe4-a081-138347b378a9,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:43.807317 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d20d8-f145-4bff-a803-10c0c4456caa req-66c4c4aa-66c4-4ecd-8a62-6ba65e9eb1e4 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:43.809287 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f56d20d8-f145-4bff-a803-10c0c4456caa req-66c4c4aa-66c4-4ecd-8a62-6ba65e9eb1e4 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0799122 Dec 09 11:56:43.855665 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] Set router 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:43.869003 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f56d20d8-f145-4bff-a803-10c0c4456caa req-9156a459-ec45-4d67-a88f-5bf31d425f89 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461607 Dec 09 11:56:43.996638 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-aaab8b8c-60c8-4c6b-a1f1-90c4e109c6c5 None None] Provisioning complete for port b77715fc-2423-4fe4-a081-138347b378a9 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:43.997224 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-aaab8b8c-60c8-4c6b-a1f1-90c4e109c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.005658 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b219e-ed5f-4812-a672-46fa4ad8195a req-fcf32ba5-63c7-4add-a1a8-1c39c4fab910 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:44.007630 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2f3b219e-ed5f-4812-a672-46fa4ad8195a req-fcf32ba5-63c7-4add-a1a8-1c39c4fab910 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0540521 Dec 09 11:56:44.016767 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59264) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:44.021289 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-502e0fbd-650e-463c-82ae-7f7ea9ebc40d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Request body: {'floatingip': {'port_id': 'da4ef1fb-5936-490e-8adf-4e22a852842f'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:44.067438 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-502e0fbd-650e-463c-82ae-7f7ea9ebc40d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.114535 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59276) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:44.180717 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e1938ac7-6861-48d7-b8ea-6d8841345612 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.207783 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-aaab8b8c-60c8-4c6b-a1f1-90c4e109c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.227315 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e1938ac7-6861-48d7-b8ea-6d8841345612 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.254005 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-aaab8b8c-60c8-4c6b-a1f1-90c4e109c6c5 None None] For port b77715fc-2423-4fe4-a081-138347b378a9, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=b77715fc-2423-4fe4-a081-138347b378a9,segment=NetworkSegment(8c10f664-af88-4104-a71b-48beaabfe4eb),segment_id=8c10f664-af88-4104-a71b-48beaabfe4eb)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:44.264707 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'name': 'tempest-TestShelveInstance-840534618-router', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a881770a-d18c-459c-8168-1b7581c01983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:37Z', 'revision_number': 4, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'gw_port': {'id': 'a881770a-d18c-459c-8168-1b7581c01983', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b77715fc-2423-4fe4-a081-138347b378a9', 'name': '', 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'mac_address': 'fa:16:3e:13:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '44f4c801-5bd5-4a0f-82c6-e4ecc74f1637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:36Z', 'updated_at': '2021-12-09T11:56:43Z', 'revision_number': 4, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'subnets': [{'id': '44f4c801-5bd5-4a0f-82c6-e4ecc74f1637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:44.300302 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f833dc-922c-4f67-a535-4048d8ebc365 None None] The sync data for ids ['6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'] in dv-cinder-819692-7-iscsi is: [{'id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'name': 'tempest-TestShelveInstance-840534618-router', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a881770a-d18c-459c-8168-1b7581c01983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:37Z', 'revision_number': 4, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'gw_port': {'id': 'a881770a-d18c-459c-8168-1b7581c01983', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b77715fc-2423-4fe4-a081-138347b378a9', 'name': '', 'network_id': 'dd576a96-2365-4410-99b2-89908f031d2d', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'mac_address': 'fa:16:3e:13:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '44f4c801-5bd5-4a0f-82c6-e4ecc74f1637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:36Z', 'updated_at': '2021-12-09T11:56:43Z', 'revision_number': 4, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'subnets': [{'id': '44f4c801-5bd5-4a0f-82c6-e4ecc74f1637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:56:44.333740 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-aaab8b8c-60c8-4c6b-a1f1-90c4e109c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.368719 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e1938ac7-6861-48d7-b8ea-6d8841345612 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.371716 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e1938ac7-6861-48d7-b8ea-6d8841345612 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.372582 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-e1938ac7-6861-48d7-b8ea-6d8841345612 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "DELETE /v2.0/security-groups/a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c HTTP/1.1" status: 204 len: 168 time: 0.2561939 Dec 09 11:56:44.377732 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59284) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:44.386701 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1938ac7-6861-48d7-b8ea-6d8841345612 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:44.395921 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab8b8c-60c8-4c6b-a1f1-90c4e109c6c5 None None] Pushing event updated for resources: {'Port': ['ID=b77715fc-2423-4fe4-a081-138347b378a9,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:44.450000 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.api.v2.resource [None req-568629c8-f51d-4cfc-922f-b13482500e5d tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] show failed (client error): The resource could not be found. Dec 09 11:56:44.453856 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-568629c8-f51d-4cfc-922f-b13482500e5d tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups/a75a9c40-a5fe-491c-ba9f-9e7ce9c6362c HTTP/1.1" status: 404 len: 347 time: 0.0718222 Dec 09 11:56:44.454498 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59290) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:44.627756 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-12f3cd15-d832-4512-bda5-413b9b3b9f96 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Deleting port 6890b922-b74a-4fa5-9e56-56f5541fb6c1 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:56:44.628348 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-12f3cd15-d832-4512-bda5-413b9b3b9f96 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.731728 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-12f3cd15-d832-4512-bda5-413b9b3b9f96 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.732508 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-12f3cd15-d832-4512-bda5-413b9b3b9f96 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.750415 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-12f3cd15-d832-4512-bda5-413b9b3b9f96 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Calling delete_port for 6890b922-b74a-4fa5-9e56-56f5541fb6c1 owned by network:floatingip {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:56:44.848966 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-502e0fbd-650e-463c-82ae-7f7ea9ebc40d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.911262 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-502e0fbd-650e-463c-82ae-7f7ea9ebc40d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:44.964484 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59296) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:44.977403 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-12f3cd15-d832-4512-bda5-413b9b3b9f96 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.008398 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3cd15-d832-4512-bda5-413b9b3b9f96 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event deleted for resources: {'Port': ['ID=6890b922-b74a-4fa5-9e56-56f5541fb6c1,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:45.072639 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-12f3cd15-d832-4512-bda5-413b9b3b9f96 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.075600 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-12f3cd15-d832-4512-bda5-413b9b3b9f96 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.078966 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-12f3cd15-d832-4512-bda5-413b9b3b9f96 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "DELETE /v2.0/floatingips/5cd10e35-5a91-4c47-9936-6e4e75d23925 HTTP/1.1" status: 204 len: 168 time: 0.6217237 Dec 09 11:56:45.136204 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e7c301d5-831a-49f9-be7a-0137accea250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.218329 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e7c301d5-831a-49f9-be7a-0137accea250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.252126 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.l3_db [None req-502e0fbd-650e-463c-82ae-7f7ea9ebc40d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Floating IP dc0b9867-d178-4ce6-8d9f-fc0f6ee5ef9f associated. External IP: 172.27.3.250, port: da4ef1fb-5936-490e-8adf-4e22a852842f. Dec 09 11:56:45.296852 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e7c301d5-831a-49f9-be7a-0137accea250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.339830 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c301d5-831a-49f9-be7a-0137accea250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b52418-1407-48bf-ba20-6ded13b223f0,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:45.345851 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-e7c301d5-831a-49f9-be7a-0137accea250 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94769801d0f14b498e24e083d2be2a65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802066 Dec 09 11:56:45.347721 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59302) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:45.399652 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:56:45.404881 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2230daa5-99b3-41c9-bc5c-19b36e7f6a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.426272 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:56:45.426619 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 407ab17c-bc6a-4ba2-af96-b51c5e88bff7 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:56:45.435915 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2230daa5-99b3-41c9-bc5c-19b36e7f6a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.468501 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59304) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:45.473280 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-eb35f9cb-ebdc-40bb-9337-ccf5ae0dff79 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111411291', 'description': 'tempest-description--1945964848'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:45.507851 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502e0fbd-650e-463c-82ae-7f7ea9ebc40d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Router d07696d5-022d-4625-bb23-a84f174cf651 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:56:45.551224 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2230daa5-99b3-41c9-bc5c-19b36e7f6a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.554341 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2230daa5-99b3-41c9-bc5c-19b36e7f6a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.556698 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-2230daa5-99b3-41c9-bc5c-19b36e7f6a68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0b52418-1407-48bf-ba20-6ded13b223f0 HTTP/1.1" status: 204 len: 168 time: 0.2079289 Dec 09 11:56:45.564929 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230daa5-99b3-41c9-bc5c-19b36e7f6a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b52418-1407-48bf-ba20-6ded13b223f0,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:45.604405 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-eb35f9cb-ebdc-40bb-9337-ccf5ae0dff79 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.636330 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502e0fbd-650e-463c-82ae-7f7ea9ebc40d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:56:45.643155 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-502e0fbd-650e-463c-82ae-7f7ea9ebc40d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.646531 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabb8c5-9c49-4a73-add5-4250ac233f64 None None] Sync routers for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:56:45.657458 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeabb8c5-9c49-4a73-add5-4250ac233f64 None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:45.658064 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-eeabb8c5-9c49-4a73-add5-4250ac233f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:45.683262 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-502e0fbd-650e-463c-82ae-7f7ea9ebc40d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "PUT /v2.0/floatingips/dc0b9867-d178-4ce6-8d9f-fc0f6ee5ef9f HTTP/1.1" status: 200 len: 991 time: 1.6653082 Dec 09 11:56:45.685688 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:56:45.687938 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc4757a-10a2-49f5-9b03-518482a7716f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:56:45.743270 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-eb35f9cb-ebdc-40bb-9337-ccf5ae0dff79 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.793811 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569db635-6eb9-4c15-a7d7-4622fd26ecad x-openstack-request-id: req-569db635-6eb9-4c15-a7d7-4622fd26ecad {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:56:45.794313 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:56:45.795830 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-569db635-6eb9-4c15-a7d7-4622fd26ecad {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:56:45.796481 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'status': 'completed', 'code': 200} Dec 09 11:56:45.809103 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-eb35f9cb-ebdc-40bb-9337-ccf5ae0dff79 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.809990 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-eeabb8c5-9c49-4a73-add5-4250ac233f64 None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:45.839583 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35f9cb-ebdc-40bb-9337-ccf5ae0dff79 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16aa99a-4dfd-4b78-9a58-c460838c1002,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:45.913203 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device b77715fc-2423-4fe4-a081-138347b378a9 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:56:45.917519 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-eb35f9cb-ebdc-40bb-9337-ccf5ae0dff79 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:45.921386 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-eb35f9cb-ebdc-40bb-9337-ccf5ae0dff79 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4493246 Dec 09 11:56:45.921962 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59318) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:45.926773 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-7e82bfae-1d6e-483c-a3cb-b8bc0165bd8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Request body: {'security_group_rule': {'security_group_id': 'e16aa99a-4dfd-4b78-9a58-c460838c1002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:46.000155 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4757a-10a2-49f5-9b03-518482a7716f req-b119257a-74d0-4bd2-b908-0a1324bfe6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:46.001579 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8bc4757a-10a2-49f5-9b03-518482a7716f req-b119257a-74d0-4bd2-b908-0a1324bfe6d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 1098 time: 0.1878395 Dec 09 11:56:46.045171 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port b77715fc-2423-4fe4-a081-138347b378a9 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:46.045566 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.053496 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7e82bfae-1d6e-483c-a3cb-b8bc0165bd8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.141895 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4757a-10a2-49f5-9b03-518482a7716f req-1a326adf-05d0-411e-b4a4-88cf86a7973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:46.143392 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8bc4757a-10a2-49f5-9b03-518482a7716f req-1a326adf-05d0-411e-b4a4-88cf86a7973b service neutron] 10.222.0.42 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 917 time: 0.1340666 Dec 09 11:56:46.161134 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7e82bfae-1d6e-483c-a3cb-b8bc0165bd8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.219949 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8bc4757a-10a2-49f5-9b03-518482a7716f req-7f3e1615-e489-4e38-a3db-f21df0e950cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da4ef1fb-5936-490e-8adf-4e22a852842f HTTP/1.1" status: 200 len: 999 time: 0.0661881 Dec 09 11:56:46.238175 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-eeabb8c5-9c49-4a73-add5-4250ac233f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': 'dc0b9867-d178-4ce6-8d9f-fc0f6ee5ef9f', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'port_id': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'mac_address': 'fa:16:3e:2b:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:56:20Z', 'updated_at': '2021-12-09T11:56:44Z', 'revision_number': 1, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:46Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:46.268621 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabb8c5-9c49-4a73-add5-4250ac233f64 None None] Checking router: d07696d5-022d-4625-bb23-a84f174cf651 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:56:46.270549 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4757a-10a2-49f5-9b03-518482a7716f req-984911e4-9f36-4858-bb60-d128fb8d346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:46.272111 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8bc4757a-10a2-49f5-9b03-518482a7716f req-984911e4-9f36-4858-bb60-d128fb8d346c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d57bdff-4b12-4c25-8c80-3d56d3c88b73 HTTP/1.1" status: 200 len: 855 time: 0.0446548 Dec 09 11:56:46.275756 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeabb8c5-9c49-4a73-add5-4250ac233f64 None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:56:46.276355 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-eeabb8c5-9c49-4a73-add5-4250ac233f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:46.312334 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7e82bfae-1d6e-483c-a3cb-b8bc0165bd8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.333922 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4757a-10a2-49f5-9b03-518482a7716f req-fab6b6d4-5c97-4e8d-9e4a-f6c66690f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:46.335473 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8bc4757a-10a2-49f5-9b03-518482a7716f req-fab6b6d4-5c97-4e8d-9e4a-f6c66690f514 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=339399d7-c359-4375-8e64-8580dc618d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563238 Dec 09 11:56:46.340012 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82bfae-1d6e-483c-a3cb-b8bc0165bd8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3381b8-8790-4f33-8785-0831df6b39f4,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:46.349568 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59320) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:46.364594 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b2e67432-3f20-480d-a450-0dc18151e64b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.388408 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-eeabb8c5-9c49-4a73-add5-4250ac233f64 None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:56:46.461364 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b2e67432-3f20-480d-a450-0dc18151e64b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.535992 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b2e67432-3f20-480d-a450-0dc18151e64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.577540 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e67432-3f20-480d-a450-0dc18151e64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9adb977-acbe-4734-b2b7-9306df1d6e5a,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:46.583302 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-b2e67432-3f20-480d-a450-0dc18151e64b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e40e1714368f43a2805e89ab33015c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322717 Dec 09 11:56:46.586747 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59322) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:46.640187 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-eeabb8c5-9c49-4a73-add5-4250ac233f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': 'dc0b9867-d178-4ce6-8d9f-fc0f6ee5ef9f', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'port_id': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'mac_address': 'fa:16:3e:2b:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:56:20Z', 'updated_at': '2021-12-09T11:56:44Z', 'revision_number': 1, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:46Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:56:46.647329 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e31f2cdc-fe0e-4a90-bfdf-5094a52f6742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.670788 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabb8c5-9c49-4a73-add5-4250ac233f64 None None] The sync data for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi is: [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': 'dc0b9867-d178-4ce6-8d9f-fc0f6ee5ef9f', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'port_id': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'mac_address': 'fa:16:3e:2b:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:56:20Z', 'updated_at': '2021-12-09T11:56:44Z', 'revision_number': 1, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:46Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:56:46.671529 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7e82bfae-1d6e-483c-a3cb-b8bc0165bd8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.671771 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e31f2cdc-fe0e-4a90-bfdf-5094a52f6742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.673041 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-7e82bfae-1d6e-483c-a3cb-b8bc0165bd8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7498724 Dec 09 11:56:46.676955 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59324) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:46.682581 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-86581e9d-ec0d-4a33-a406-d3e28744e6d6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Request body: {'security_group_rule': {'security_group_id': 'e16aa99a-4dfd-4b78-9a58-c460838c1002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:46.707560 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8bc4757a-10a2-49f5-9b03-518482a7716f req-f0278585-4ed8-4fe6-aecd-50b0aefc9fc4 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636234 Dec 09 11:56:46.809510 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8bc4757a-10a2-49f5-9b03-518482a7716f req-0030d0ee-fe3a-4041-84fe-a348b6a4bf67 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948851 Dec 09 11:56:46.820276 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-86581e9d-ec0d-4a33-a406-d3e28744e6d6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.843249 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e31f2cdc-fe0e-4a90-bfdf-5094a52f6742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.846654 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e31f2cdc-fe0e-4a90-bfdf-5094a52f6742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.847364 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-e31f2cdc-fe0e-4a90-bfdf-5094a52f6742 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9adb977-acbe-4734-b2b7-9306df1d6e5a HTTP/1.1" status: 204 len: 168 time: 0.2594807 Dec 09 11:56:46.867957 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f2cdc-fe0e-4a90-bfdf-5094a52f6742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9adb977-acbe-4734-b2b7-9306df1d6e5a,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:46.933415 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-86581e9d-ec0d-4a33-a406-d3e28744e6d6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:46.965355 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f036f8-770b-402a-a0bb-41909f0e1a4d None None] New status for floating IP dc0b9867-d178-4ce6-8d9f-fc0f6ee5ef9f: ACTIVE {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:56:47.021860 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-86581e9d-ec0d-4a33-a406-d3e28744e6d6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:47.039971 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86581e9d-ec0d-4a33-a406-d3e28744e6d6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cec4e2-dacc-4c3f-a9ea-a56172c5eb46,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:47.132740 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-86581e9d-ec0d-4a33-a406-d3e28744e6d6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:47.134222 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-86581e9d-ec0d-4a33-a406-d3e28744e6d6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4558322 Dec 09 11:56:47.142619 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59332) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:47.147236 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Request body: {'floatingip': {'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:47.239193 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:47.342502 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:47.465491 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Allocated IP 172.27.3.21 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/023626e7-5120-47b3-a423-c78a6b609845) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:56:47.569045 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:47.680698 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:47.721140 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:47.725214 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:47.731685 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:56:47.753219 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event updated for resources: {'Port': ['ID=023626e7-5120-47b3-a423-c78a6b609845,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:47.865122 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:47.972037 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:48.129732 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:48.193104 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:48.261558 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event updated for resources: {'Port': ['ID=023626e7-5120-47b3-a423-c78a6b609845,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:48.273708 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:48.361390 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:48.362728 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-3c2b7464-8818-40d7-beb3-270cc1c382c8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2191055 Dec 09 11:56:48.573471 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-a747183d-08f6-4266-afca-14375702da1b tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2111411291&fields=id&tenant_id=91f497f7e91e433f906368540b14f2a5 HTTP/1.1" status: 200 len: 267 time: 0.0436826 Dec 09 11:56:48.685822 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-db0da8b7-0fa4-4756-9960-d6cdf167657c tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:48.687336 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-db0da8b7-0fa4-4756-9960-d6cdf167657c tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/networks?id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8 HTTP/1.1" status: 200 len: 810 time: 0.1067286 Dec 09 11:56:48.703042 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-9ae494da-5653-412a-8b47-2d475d847f69 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/quotas/91f497f7e91e433f906368540b14f2a5 HTTP/1.1" status: 200 len: 375 time: 0.0099208 Dec 09 11:56:48.754043 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-d03483c3-dde7-40a9-ad8e-71e7c8be9803 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=91f497f7e91e433f906368540b14f2a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455360 Dec 09 11:56:48.949747 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-76bf6ecf-e9b3-4d74-8e4b-c39580868859 service neutron] 10.222.0.24 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797132 Dec 09 11:56:49.045575 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-793d7e02-828c-4075-89a3-8e0b46749215 service neutron] 10.222.0.24 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883348 Dec 09 11:56:49.171429 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59392) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:49.284280 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-445113fc-9102-4e45-94bb-cd882ebfac40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:49.303599 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5736967f-c576-42d4-b8bc-552fc285220c req-b453783f-412e-4587-a03e-7e7937122e39 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 210 time: 0.0281062 Dec 09 11:56:49.383434 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-445113fc-9102-4e45-94bb-cd882ebfac40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:49.441977 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-445113fc-9102-4e45-94bb-cd882ebfac40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:49.485221 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-445113fc-9102-4e45-94bb-cd882ebfac40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0417979bfa0e494592ca6c28e55ccc9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126786 Dec 09 11:56:49.486262 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59404) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:49.487586 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445113fc-9102-4e45-94bb-cd882ebfac40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16a0710-42a6-4da1-ab1d-3205f5150874,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:49.549748 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-59db65f5-6182-488d-bd15-f66c147181e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:49.571973 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-59db65f5-6182-488d-bd15-f66c147181e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:49.711129 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-59db65f5-6182-488d-bd15-f66c147181e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:49.714087 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-59db65f5-6182-488d-bd15-f66c147181e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:49.715274 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-59db65f5-6182-488d-bd15-f66c147181e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b16a0710-42a6-4da1-ab1d-3205f5150874 HTTP/1.1" status: 204 len: 168 time: 0.2279401 Dec 09 11:56:49.723824 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db65f5-6182-488d-bd15-f66c147181e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16a0710-42a6-4da1-ab1d-3205f5150874,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:50.377675 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59420) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:50.391485 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-fb0d076b-8e6e-4e64-af8d-5fc330a3d0fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:50.401768 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c6c53003-d496-4673-9694-9ae7d9b19970 req-0ff86c2c-b8cd-483c-8ef5-b4188c7ff321 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 210 time: 0.0290542 Dec 09 11:56:50.470338 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-fb0d076b-8e6e-4e64-af8d-5fc330a3d0fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:50.539823 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-fb0d076b-8e6e-4e64-af8d-5fc330a3d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:50.577779 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-fb0d076b-8e6e-4e64-af8d-5fc330a3d0fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47fdcd4ea5c343c3a46b8aa88a4ae6cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990182 Dec 09 11:56:50.578752 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d076b-8e6e-4e64-af8d-5fc330a3d0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cb9756-a887-451e-8032-0c54d2facc1b,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:50.580530 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59422) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:56:50.634641 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe394-1c0d-4b4c-81a5-1d3683e3b936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:50.656704 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe394-1c0d-4b4c-81a5-1d3683e3b936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:50.806710 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe394-1c0d-4b4c-81a5-1d3683e3b936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:50.811306 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe394-1c0d-4b4c-81a5-1d3683e3b936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:50.813125 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-1c3fe394-1c0d-4b4c-81a5-1d3683e3b936 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6cb9756-a887-451e-8032-0c54d2facc1b HTTP/1.1" status: 204 len: 168 time: 0.2306817 Dec 09 11:56:50.846794 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fe394-1c0d-4b4c-81a5-1d3683e3b936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cb9756-a887-451e-8032-0c54d2facc1b,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:51.501529 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0a7fd133-1adf-4802-89f0-97b3d5bd454c req-ae5a7b82-f208-4ab3-a4bd-3b4b602d9d9d tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 210 time: 0.0294163 Dec 09 11:56:51.572805 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-569a86da-649b-44d3-a3ff-207d7602102a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:51.574182 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-569a86da-649b-44d3-a3ff-207d7602102a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.42 "GET /v2.0/networks?id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8 HTTP/1.1" status: 200 len: 810 time: 0.1094120 Dec 09 11:56:51.637535 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-173b1c76-3d81-45c6-a857-42693d9588bf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91f497f7e91e433f906368540b14f2a5 HTTP/1.1" status: 200 len: 380 time: 0.0530994 Dec 09 11:56:51.651749 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Request body: {'port': {'device_id': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'admin_state_up': True, 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'security_groups': ['e16aa99a-4dfd-4b78-9a58-c460838c1002']}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:51.867764 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Made reservation on behalf of 91f497f7e91e433f906368540b14f2a5 for: {'port': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:56:51.871321 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:51.924555 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0260b101-a75c-42e9-994d-227ddfcbde3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:52.008623 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Allocated IP 172.20.0.8 (6e207a5c-153d-4000-8cf2-f1e9801c3ca8/5ec0cb09-9816-47e8-93e0-c39f1929746e/592444cb-0c41-42b6-b781-1eb289ffa8ca) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:56:52.168370 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:52.279364 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:52.325013 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:56:52.328255 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:56:52.330639 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:56:52.370802 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event updated for resources: {'Port': ['ID=592444cb-0c41-42b6-b781-1eb289ffa8ca,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:52.399864 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:52.400506 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:52.502232 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e97e3d6b-e20f-4cd5-b9b1-ec6072db1acf tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8554230 Dec 09 11:56:52.518196 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Request body: {'port': {'device_id': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:56:52.544435 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-70c741e8-3504-4215-9106-c5ed49fb8372 None None] Provisioning complete for port 592444cb-0c41-42b6-b781-1eb289ffa8ca triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:56:52.546643 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-70c741e8-3504-4215-9106-c5ed49fb8372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:52.581961 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-70c741e8-3504-4215-9106-c5ed49fb8372 None None] Port 592444cb-0c41-42b6-b781-1eb289ffa8ca cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:56:52.585629 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:52.631285 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad0f13-d65d-4c75-8dbd-6f1f78cbf14e req-3e596fe4-0fc7-478d-8876-b0c46c48dbde tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:52.632946 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-49ad0f13-d65d-4c75-8dbd-6f1f78cbf14e req-3e596fe4-0fc7-478d-8876-b0c46c48dbde tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 931 time: 0.0582786 Dec 09 11:56:52.682766 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-49ad0f13-d65d-4c75-8dbd-6f1f78cbf14e req-73999990-f61e-455e-828d-535c81235fbe tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439558 Dec 09 11:56:52.870971 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592444cb-0c41-42b6-b781-1eb289ffa8ca {{(pid=109617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:56:52.878381 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:52.891485 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.provisioning_blocks [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Transition to ACTIVE for port object 592444cb-0c41-42b6-b781-1eb289ffa8ca will not be triggered until provisioned by entity L2. {{(pid=109617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:56:52.959144 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:53.032929 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Pushing event updated for resources: {'Port': ['ID=592444cb-0c41-42b6-b781-1eb289ffa8ca,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:53.086545 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Attempting to bind port 592444cb-0c41-42b6-b781-1eb289ffa8ca on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:56:53.086886 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Attempting to bind port 592444cb-0c41-42b6-b781-1eb289ffa8ca by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:56:53.087247 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Attempting to bind port 592444cb-0c41-42b6-b781-1eb289ffa8ca on network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:56:53.092522 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Port 592444cb-0c41-42b6-b781-1eb289ffa8ca on network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:56:53.092522 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Attempting to bind port 592444cb-0c41-42b6-b781-1eb289ffa8ca on network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:56:53.098029 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:56:53.098367 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Checking segment: {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:56:53.098741 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Bound using segment: {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:56:53.099202 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Bound port: 592444cb-0c41-42b6-b781-1eb289ffa8ca, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81139176-e2fc-4631-9940-8e826b0a876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8'}}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:56:53.099554 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:53.181525 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] For port 592444cb-0c41-42b6-b781-1eb289ffa8ca, host hv-cinder-81969, cleared binding levels {{(pid=109617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:56:53.185226 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] For port 592444cb-0c41-42b6-b781-1eb289ffa8ca, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=592444cb-0c41-42b6-b781-1eb289ffa8ca,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:56:53.319667 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:53.357598 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:53.358135 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:53.359711 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] 10.222.0.42 "PUT /v2.0/ports/592444cb-0c41-42b6-b781-1eb289ffa8ca HTTP/1.1" status: 200 len: 1093 time: 0.8491771 Dec 09 11:56:53.360180 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'tag': '592444cb-0c41-42b6-b781-1eb289ffa8ca'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:56:53.362512 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da54c31d-cd32-4a24-9707-ac7759e626f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6542bc90-0cbe-4318-a5a4-533e2f6d9037", "tag": "592444cb-0c41-42b6-b781-1eb289ffa8ca"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:56:53.389902 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b82672-b6f1-4db2-b1a0-5cbb65533886 service neutron] Pushing event updated for resources: {'Port': ['ID=592444cb-0c41-42b6-b781-1eb289ffa8ca,revision_number=3']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:53.529024 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-5a2dea52-36b7-47c1-87be-67e19d61dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:53.531567 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-5a2dea52-36b7-47c1-87be-67e19d61dd2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91f497f7e91e433f906368540b14f2a5&device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 1096 time: 0.0570703 Dec 09 11:56:53.582832 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12848b5-27ca-4909-a3a9-175c692136b8 x-openstack-request-id: req-a12848b5-27ca-4909-a3a9-175c692136b8 {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:56:53.585444 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6542bc90-0cbe-4318-a5a4-533e2f6d9037", "tag": "592444cb-0c41-42b6-b781-1eb289ffa8ca", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:56:53.585444 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a12848b5-27ca-4909-a3a9-175c692136b8 {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:56:53.585444 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'tag': '592444cb-0c41-42b6-b781-1eb289ffa8ca', 'status': 'completed', 'code': 200} Dec 09 11:56:53.585444 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-c4f86152-222a-4589-9ed9-537872e1e5b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=592444cb-0c41-42b6-b781-1eb289ffa8ca HTTP/1.1" status: 200 len: 217 time: 0.0414500 Dec 09 11:56:53.640744 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-2ccb16b1-4db7-4db8-b33f-6fcc5250e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:53.642837 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-2ccb16b1-4db7-4db8-b33f-6fcc5250e3e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ec0cb09-9816-47e8-93e0-c39f1929746e HTTP/1.1" status: 200 len: 849 time: 0.0478618 Dec 09 11:56:53.693606 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e602ff90-fa10-4148-9901-d48c8a983b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:53.695140 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-e602ff90-fa10-4148-9901-d48c8a983b8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447094 Dec 09 11:56:53.792728 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-b9d6c4b6-ffed-409a-97ae-e272d30d18c7 service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897374 Dec 09 11:56:53.808466 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639eb51-80cb-41dc-b1c6-0e33365df722 req-f42f6edd-2088-4b9c-ba98-b09b2ba1a150 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:53.810245 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6639eb51-80cb-41dc-b1c6-0e33365df722 req-f42f6edd-2088-4b9c-ba98-b09b2ba1a150 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 943 time: 0.0542254 Dec 09 11:56:53.863219 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6639eb51-80cb-41dc-b1c6-0e33365df722 req-4bd71cc9-65d4-4ad0-b913-23ef1f01e279 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461802 Dec 09 11:56:53.892062 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-54f7c562-ac08-411f-b25a-8e0c09155334 req-600e0ff6-13d7-4d49-998a-ab0adadc5b5a service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913861 Dec 09 11:56:54.032747 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54c31d-cd32-4a24-9707-ac7759e626f8 req-2ad3ac49-ee3a-4683-ac3e-7c70deadcb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:54.034269 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-da54c31d-cd32-4a24-9707-ac7759e626f8 req-2ad3ac49-ee3a-4683-ac3e-7c70deadcb1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91f497f7e91e433f906368540b14f2a5&device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 1096 time: 0.0414305 Dec 09 11:56:54.129551 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54c31d-cd32-4a24-9707-ac7759e626f8 req-5856ab7d-b858-4263-9503-d9606b5838ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:54.131203 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-da54c31d-cd32-4a24-9707-ac7759e626f8 req-5856ab7d-b858-4263-9503-d9606b5838ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8 HTTP/1.1" status: 200 len: 911 time: 0.0891404 Dec 09 11:56:54.173376 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-da54c31d-cd32-4a24-9707-ac7759e626f8 req-8ea3feb2-9c73-4edf-ac1d-573a9073a434 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=592444cb-0c41-42b6-b781-1eb289ffa8ca HTTP/1.1" status: 200 len: 217 time: 0.0347736 Dec 09 11:56:54.197199 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-45e18850-bcf1-4bd3-b9d0-0fe03d79c9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:54.224310 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54c31d-cd32-4a24-9707-ac7759e626f8 req-ca6b2161-a374-4c1e-91f3-8fdde357a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:54.225815 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-da54c31d-cd32-4a24-9707-ac7759e626f8 req-ca6b2161-a374-4c1e-91f3-8fdde357a920 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ec0cb09-9816-47e8-93e0-c39f1929746e HTTP/1.1" status: 200 len: 849 time: 0.0456071 Dec 09 11:56:54.273796 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54c31d-cd32-4a24-9707-ac7759e626f8 req-aa71fbac-7bce-420b-ab9f-49d4f016ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:54.275316 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-da54c31d-cd32-4a24-9707-ac7759e626f8 req-aa71fbac-7bce-420b-ab9f-49d4f016ace7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399773 Dec 09 11:56:54.370382 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-da54c31d-cd32-4a24-9707-ac7759e626f8 req-c5b1c2cc-c98c-40ca-a5be-90e73532693f service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844836 Dec 09 11:56:54.469749 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-da54c31d-cd32-4a24-9707-ac7759e626f8 req-0bf29362-f4fc-40f1-9aed-ab12700eae32 service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917726 Dec 09 11:56:54.975203 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee131-de90-414b-a8ef-722c0623bb18 req-fe02d889-6376-456a-b25a-1f2ec4565a62 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:54.977220 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4feee131-de90-414b-a8ef-722c0623bb18 req-fe02d889-6376-456a-b25a-1f2ec4565a62 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 943 time: 0.0468564 Dec 09 11:56:55.023594 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4feee131-de90-414b-a8ef-722c0623bb18 req-62e62efd-8628-4128-826a-a2b75257b790 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404899 Dec 09 11:56:55.170303 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:56.138170 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2f1ee-cd5a-4bcb-9397-e1d0c496b2df req-fae6b712-de2b-4e9f-a6c0-1b508dda890f tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:56.139600 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4fe2f1ee-cd5a-4bcb-9397-e1d0c496b2df req-fae6b712-de2b-4e9f-a6c0-1b508dda890f tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 943 time: 0.0476077 Dec 09 11:56:56.185357 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4fe2f1ee-cd5a-4bcb-9397-e1d0c496b2df req-29eae1a2-97bd-4ceb-9ec3-79c75309e652 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399485 Dec 09 11:56:56.936170 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:57.303049 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b7736-297d-4617-89a1-8826703524a7 req-2964a404-11a1-4228-9109-e3becfdaa446 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:57.304622 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b19b7736-297d-4617-89a1-8826703524a7 req-2964a404-11a1-4228-9109-e3becfdaa446 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 943 time: 0.0511315 Dec 09 11:56:57.351008 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b19b7736-297d-4617-89a1-8826703524a7 req-b4ebc9cf-614e-4efd-a780-e82fcf082e73 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402539 Dec 09 11:56:57.746976 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:58.293978 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 592444cb-0c41-42b6-b781-1eb289ffa8ca details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:56:58.389858 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 592444cb-0c41-42b6-b781-1eb289ffa8ca, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=592444cb-0c41-42b6-b781-1eb289ffa8ca,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:58.401801 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '592444cb-0c41-42b6-b781-1eb289ffa8ca', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'port_id': '592444cb-0c41-42b6-b781-1eb289ffa8ca', 'mac_address': 'fa:16:3e:07:a0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:56:58.447355 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:58.460401 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592444cb-0c41-42b6-b781-1eb289ffa8ca {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:56:58.472458 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714e79a-d7b4-4d64-92fc-9b5e3c4f4611 req-79d78bfd-a99a-44b9-b79e-d79065a604b3 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:58.477769 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9714e79a-d7b4-4d64-92fc-9b5e3c4f4611 req-79d78bfd-a99a-44b9-b79e-d79065a604b3 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 943 time: 0.0546989 Dec 09 11:56:58.481074 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 592444cb-0c41-42b6-b781-1eb289ffa8ca, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=592444cb-0c41-42b6-b781-1eb289ffa8ca,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:56:58.521754 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9714e79a-d7b4-4d64-92fc-9b5e3c4f4611 req-443359f8-26d1-42db-9e32-2970978f310d tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415418 Dec 09 11:56:58.560210 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:56:58.597282 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=592444cb-0c41-42b6-b781-1eb289ffa8ca,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:56:58.938198 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['592444cb-0c41-42b6-b781-1eb289ffa8ca'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:56:59.635198 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762c43-0a2d-4af9-b67f-0bb745e3446d req-b3d0fae5-e8c1-4c91-8d61-80598ebf4f3b tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:56:59.636687 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b0762c43-0a2d-4af9-b67f-0bb745e3446d req-b3d0fae5-e8c1-4c91-8d61-80598ebf4f3b tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 944 time: 0.0467248 Dec 09 11:56:59.686736 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b0762c43-0a2d-4af9-b67f-0bb745e3446d req-3a63ee81-5fe2-420d-9809-8b91a6dd4ce8 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Dec 09 11:57:00.799193 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abd080-632e-4782-9ffe-fbd332cb5cb8 req-7a361e59-a531-4551-a5d7-07b854b5f3c6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:00.800648 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a1abd080-632e-4782-9ffe-fbd332cb5cb8 req-7a361e59-a531-4551-a5d7-07b854b5f3c6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 944 time: 0.0478067 Dec 09 11:57:00.847501 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a1abd080-632e-4782-9ffe-fbd332cb5cb8 req-a0889237-2a13-46e3-837c-11cab8378b27 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403590 Dec 09 11:57:01.526734 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 592444cb-0c41-42b6-b781-1eb289ffa8ca up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:57:01.641816 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 592444cb-0c41-42b6-b781-1eb289ffa8ca completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:57:01.646111 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 592444cb-0c41-42b6-b781-1eb289ffa8ca triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:01.646515 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:01.726855 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:01.748105 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592444cb-0c41-42b6-b781-1eb289ffa8ca'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:57:01.750325 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1301a6bb-c856-440b-add8-01a652ffe2df" -d '{"events": [{"server_uuid": "6542bc90-0cbe-4318-a5a4-533e2f6d9037", "name": "network-vif-plugged", "status": "completed", "tag": "592444cb-0c41-42b6-b781-1eb289ffa8ca"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:57:01.763752 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 592444cb-0c41-42b6-b781-1eb289ffa8ca, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=592444cb-0c41-42b6-b781-1eb289ffa8ca,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:01.795347 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d53cee-6bdd-47e8-ba6c-795c6ac50f57 x-openstack-request-id: req-28d53cee-6bdd-47e8-ba6c-795c6ac50f57 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:57:01.795663 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6542bc90-0cbe-4318-a5a4-533e2f6d9037", "name": "network-vif-plugged", "status": "completed", "tag": "592444cb-0c41-42b6-b781-1eb289ffa8ca", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:57:01.795971 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28d53cee-6bdd-47e8-ba6c-795c6ac50f57 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:57:01.796486 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592444cb-0c41-42b6-b781-1eb289ffa8ca', 'code': 200} Dec 09 11:57:01.836891 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:01.884318 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=592444cb-0c41-42b6-b781-1eb289ffa8ca,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:01.962899 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08822cf-ef84-4ee6-8b80-d68769f9e053 req-6b7b0070-5419-4795-9eb1-7d2998ddcbbb tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:01.964360 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c08822cf-ef84-4ee6-8b80-d68769f9e053 req-6b7b0070-5419-4795-9eb1-7d2998ddcbbb tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 945 time: 0.0469058 Dec 09 11:57:02.010139 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c08822cf-ef84-4ee6-8b80-d68769f9e053 req-810203cc-41d9-4c19-9a01-8969489c5b51 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399940 Dec 09 11:57:02.890347 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61f65-752d-4669-b995-679c4b5e704e req-f0ce49a8-9270-4ed2-8bef-20c472fc4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:02.891855 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-09f61f65-752d-4669-b995-679c4b5e704e req-f0ce49a8-9270-4ed2-8bef-20c472fc4d7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 1098 time: 0.0399373 Dec 09 11:57:02.936291 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-09f61f65-752d-4669-b995-679c4b5e704e req-6bf168aa-cf76-4ab8-a9de-0c1900d8b4c3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368998 Dec 09 11:57:03.128402 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5029de-76b6-4857-bbaa-516b0036a5ad req-d0399f5a-316d-4a92-af7f-1b8ffde9f6b6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:03.129856 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5d5029de-76b6-4857-bbaa-516b0036a5ad req-d0399f5a-316d-4a92-af7f-1b8ffde9f6b6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 945 time: 0.0504341 Dec 09 11:57:03.178053 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5d5029de-76b6-4857-bbaa-516b0036a5ad req-8e549f95-b9ef-4a7e-acfa-391f7cd53d0f tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Dec 09 11:57:04.247800 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59608) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:04.292690 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53632e-09f6-4cd8-aeda-dc21b37721ae req-1201d1ef-ae9e-4ed5-b71d-ccfb50623ef1 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:04.294159 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2e53632e-09f6-4cd8-aeda-dc21b37721ae req-1201d1ef-ae9e-4ed5-b71d-ccfb50623ef1 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 945 time: 0.0484192 Dec 09 11:57:04.341948 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2e53632e-09f6-4cd8-aeda-dc21b37721ae req-607cdc29-7d79-41b4-b29e-0947060bdd3b tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Dec 09 11:57:04.351903 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-568485fa-e2b0-4752-b822-47e639562851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:04.423227 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-568485fa-e2b0-4752-b822-47e639562851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:04.489683 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-568485fa-e2b0-4752-b822-47e639562851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:04.527335 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568485fa-e2b0-4752-b822-47e639562851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e86f614-e973-47e1-b525-ce056539a7b7,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:04.532514 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-568485fa-e2b0-4752-b822-47e639562851 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=924def228360478fbec532f93ad3f70c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836843 Dec 09 11:57:04.535349 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59612) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:04.584927 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4b1870e0-0ca6-4013-a684-307977ab7523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:04.605658 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4b1870e0-0ca6-4013-a684-307977ab7523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:04.724346 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4b1870e0-0ca6-4013-a684-307977ab7523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:04.727928 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4b1870e0-0ca6-4013-a684-307977ab7523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:04.729078 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-4b1870e0-0ca6-4013-a684-307977ab7523 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e86f614-e973-47e1-b525-ce056539a7b7 HTTP/1.1" status: 204 len: 168 time: 0.1929474 Dec 09 11:57:04.736783 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1870e0-0ca6-4013-a684-307977ab7523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e86f614-e973-47e1-b525-ce056539a7b7,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:05.307033 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:05.307774 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59620) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:05.321345 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:05.396057 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:05.458580 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2046f6-c4a2-483e-b233-af3be51df53f req-123eb30b-90d7-4dc8-9e2e-7a756d1162df tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:05.461113 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4f2046f6-c4a2-483e-b233-af3be51df53f req-123eb30b-90d7-4dc8-9e2e-7a756d1162df tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 945 time: 0.0487022 Dec 09 11:57:05.479321 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:05.536922 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7682be-12a8-4714-be6e-10de39150cdd,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:05.540519 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24f22eff0c0f4596b4d39f02a3b2c29e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317057 Dec 09 11:57:05.543272 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59624) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:05.544972 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4f2046f6-c4a2-483e-b233-af3be51df53f req-a995b25d-533b-44c6-99a4-02c0dd08d49c tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782762 Dec 09 11:57:05.550128 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.550128 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.550360 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.550653 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.551006 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.551332 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.551657 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.551989 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.552311 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.552629 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.552945 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.553258 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.553582 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cc91f-fb13-48c2-a6e3-b75f980a7f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:05.591697 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6ceb07b5-2a1e-4fec-9af5-7d03642737bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:05.612504 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6ceb07b5-2a1e-4fec-9af5-7d03642737bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:05.727701 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6ceb07b5-2a1e-4fec-9af5-7d03642737bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:05.730402 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6ceb07b5-2a1e-4fec-9af5-7d03642737bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:05.731565 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-6ceb07b5-2a1e-4fec-9af5-7d03642737bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b7682be-12a8-4714-be6e-10de39150cdd HTTP/1.1" status: 204 len: 168 time: 0.1872759 Dec 09 11:57:05.745663 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb07b5-2a1e-4fec-9af5-7d03642737bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7682be-12a8-4714-be6e-10de39150cdd,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:05.892785 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-37e89c50-3d66-44d9-838d-8f2a990b2b6f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408250773&fields=id&tenant_id=481678193712415d9de591835c117dad HTTP/1.1" status: 200 len: 267 time: 0.0441892 Dec 09 11:57:05.999486 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55665b18-936c-4d2e-a589-90711369f102 req-1add7509-1c95-49e0-a5e6-6de0765f9d5d tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:06.000953 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-1add7509-1c95-49e0-a5e6-6de0765f9d5d tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/networks?id=408897a5-ed27-4cb3-81b8-e09e83270f17 HTTP/1.1" status: 200 len: 808 time: 0.1010125 Dec 09 11:57:06.016284 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-41a908e0-f1a1-46cc-858e-a64ca33795c6 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/quotas/481678193712415d9de591835c117dad HTTP/1.1" status: 200 len: 375 time: 0.0093234 Dec 09 11:57:06.070839 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-e9d12b56-e41a-4ea9-9384-d2c82e70b69f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=481678193712415d9de591835c117dad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487971 Dec 09 11:57:06.169130 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-fa8b5160-74d3-44eb-9093-b29e98cf53bf service neutron] 10.222.0.24 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871663 Dec 09 11:57:06.261519 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-ffe8bc55-261d-45c0-84c2-8db5f8deabd2 service neutron] 10.222.0.24 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848947 Dec 09 11:57:06.668996 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04832945-bab3-4e4a-8aba-4e1354e95d6d req-9624ddb8-2405-4773-a7c6-e31882b2df30 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:06.670455 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-04832945-bab3-4e4a-8aba-4e1354e95d6d req-9624ddb8-2405-4773-a7c6-e31882b2df30 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 945 time: 0.0519266 Dec 09 11:57:06.719460 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-04832945-bab3-4e4a-8aba-4e1354e95d6d req-8798b9f1-1e76-40b1-b47b-2f330342bb48 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 Dec 09 11:57:06.914675 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a1020bbc-a417-4a1c-9805-6733ab2e7683 req-4728461a-3bed-4e5b-8f18-b6b9c952c5d0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 210 time: 0.0383060 Dec 09 11:57:07.567180 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59682) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:07.669004 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-7f59b1f8-fec7-4647-9906-2b098d9e53a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:07.743402 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-7f59b1f8-fec7-4647-9906-2b098d9e53a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:07.824432 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-7f59b1f8-fec7-4647-9906-2b098d9e53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:07.860896 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f041c8-e9fb-4a5c-a43c-bbc3badff941 req-dfff438e-f90e-4e47-ab43-952c6eb334d4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:07.862356 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-75f041c8-e9fb-4a5c-a43c-bbc3badff941 req-dfff438e-f90e-4e47-ab43-952c6eb334d4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 945 time: 0.0728385 Dec 09 11:57:07.881159 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-7f59b1f8-fec7-4647-9906-2b098d9e53a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a717a246356478e949d990a9a5cd7fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126121 Dec 09 11:57:07.884384 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 59690) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:07.888722 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59b1f8-fec7-4647-9906-2b098d9e53a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed21b12-df7d-49fb-84c4-4c8aea47f125,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:07.929312 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-75f041c8-e9fb-4a5c-a43c-bbc3badff941 req-7d17fcf1-665c-4aa5-9b07-8ddac6a387ea tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535109 Dec 09 11:57:07.938902 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7fd06703-8ffb-4b65-8bd3-695cc41608bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:07.964775 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7fd06703-8ffb-4b65-8bd3-695cc41608bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:07.983909 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-61c6cdc6-c3eb-4e9c-b147-0debe72cb863 req-fa462f46-ef1e-436a-b97a-7800caa91189 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 210 time: 0.0262926 Dec 09 11:57:08.048217 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e0f72-d2de-46bf-a725-2bbe53c77951 req-f1fea4b1-f443-4ff8-8952-13d19a678a8e tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:08.049684 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a32e0f72-d2de-46bf-a725-2bbe53c77951 req-f1fea4b1-f443-4ff8-8952-13d19a678a8e tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 945 time: 0.0470638 Dec 09 11:57:08.059500 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59696) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:08.063809 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-d11c9619-e57a-4a51-af70-70f7db043e32 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Request body: {'floatingip': {'port_id': '592444cb-0c41-42b6-b781-1eb289ffa8ca'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:57:08.104306 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7fd06703-8ffb-4b65-8bd3-695cc41608bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:08.104803 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d11c9619-e57a-4a51-af70-70f7db043e32 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:08.107026 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7fd06703-8ffb-4b65-8bd3-695cc41608bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:08.108186 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-7fd06703-8ffb-4b65-8bd3-695cc41608bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ed21b12-df7d-49fb-84c4-4c8aea47f125 HTTP/1.1" status: 204 len: 168 time: 0.2222469 Dec 09 11:57:08.116036 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd06703-8ffb-4b65-8bd3-695cc41608bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed21b12-df7d-49fb-84c4-4c8aea47f125,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:08.548738 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d11c9619-e57a-4a51-af70-70f7db043e32 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:08.604353 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d11c9619-e57a-4a51-af70-70f7db043e32 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:08.709604 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.l3_db [None req-d11c9619-e57a-4a51-af70-70f7db043e32 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Floating IP 4d954eef-bba9-4407-8f62-deebb5a5fdba associated. External IP: 172.27.3.21, port: 592444cb-0c41-42b6-b781-1eb289ffa8ca. Dec 09 11:57:08.923332 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11c9619-e57a-4a51-af70-70f7db043e32 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:57:09.032857 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11c9619-e57a-4a51-af70-70f7db043e32 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:57:09.037752 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d11c9619-e57a-4a51-af70-70f7db043e32 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:09.043058 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af399e-c255-4515-b694-b35f764269e8 None None] Sync routers for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:57:09.055763 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af399e-c255-4515-b694-b35f764269e8 None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:09.056672 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-94af399e-c255-4515-b694-b35f764269e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:09.091097 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bbb9404d-0f48-49bf-9543-0eb9152f5388 req-cdb5fe07-1228-4aac-a5fd-0294ffbadcb2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 210 time: 0.0320704 Dec 09 11:57:09.092695 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-d11c9619-e57a-4a51-af70-70f7db043e32 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "PUT /v2.0/floatingips/4d954eef-bba9-4407-8f62-deebb5a5fdba HTTP/1.1" status: 200 len: 990 time: 1.0322487 Dec 09 11:57:09.093263 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'tag': '592444cb-0c41-42b6-b781-1eb289ffa8ca'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:57:09.095763 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f92c2a-76fb-4091-8355-24010b403f76" -d '{"events": [{"name": "network-changed", "server_uuid": "6542bc90-0cbe-4318-a5a4-533e2f6d9037", "tag": "592444cb-0c41-42b6-b781-1eb289ffa8ca"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:57:09.201193 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-94af399e-c255-4515-b694-b35f764269e8 None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:09.243122 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55665b18-936c-4d2e-a589-90711369f102 req-946d629a-91a6-46bf-b4a0-0d5f151306c5 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:09.244623 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-946d629a-91a6-46bf-b4a0-0d5f151306c5 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.42 "GET /v2.0/networks?id=408897a5-ed27-4cb3-81b8-e09e83270f17 HTTP/1.1" status: 200 len: 808 time: 0.1334367 Dec 09 11:57:09.389949 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c252f556-c76b-4191-bb03-5dffb7e5fba8 x-openstack-request-id: req-c252f556-c76b-4191-bb03-5dffb7e5fba8 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:57:09.394664 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6542bc90-0cbe-4318-a5a4-533e2f6d9037", "tag": "592444cb-0c41-42b6-b781-1eb289ffa8ca", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:57:09.394664 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c252f556-c76b-4191-bb03-5dffb7e5fba8 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:57:09.394664 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'tag': '592444cb-0c41-42b6-b781-1eb289ffa8ca', 'status': 'completed', 'code': 200} Dec 09 11:57:09.403473 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-325508b1-ade1-43ae-a9c8-56e014af61f5 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=481678193712415d9de591835c117dad HTTP/1.1" status: 200 len: 379 time: 0.1462336 Dec 09 11:57:09.416085 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-55665b18-936c-4d2e-a589-90711369f102 req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Request body: {'port': {'device_id': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'admin_state_up': True, 'tenant_id': '481678193712415d9de591835c117dad', 'security_groups': ['2eea084c-7d03-42be-b451-cf43f901dbe1']}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:57:09.563145 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-94af399e-c255-4515-b694-b35f764269e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '4d954eef-bba9-4407-8f62-deebb5a5fdba', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'port_id': '592444cb-0c41-42b6-b781-1eb289ffa8ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'mac_address': 'fa:16:3e:07:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:56:47Z', 'updated_at': '2021-12-09T11:57:08Z', 'revision_number': 1, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:43Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:09.602647 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af399e-c255-4515-b694-b35f764269e8 None None] Checking router: 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:57:09.612071 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af399e-c255-4515-b694-b35f764269e8 None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:09.612762 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-94af399e-c255-4515-b694-b35f764269e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:56:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:09.618668 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55665b18-936c-4d2e-a589-90711369f102 req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Made reservation on behalf of 481678193712415d9de591835c117dad for: {'port': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:57:09.622538 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-55665b18-936c-4d2e-a589-90711369f102 req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:09.738756 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f92c2a-76fb-4091-8355-24010b403f76 req-f05263d3-694a-4a49-9512-967724129008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:09.740520 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16f92c2a-76fb-4091-8355-24010b403f76 req-f05263d3-694a-4a49-9512-967724129008 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91f497f7e91e433f906368540b14f2a5&device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 1098 time: 0.3299291 Dec 09 11:57:09.748952 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-94af399e-c255-4515-b694-b35f764269e8 None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:09.783418 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [req-55665b18-936c-4d2e-a589-90711369f102 req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Allocated IP 172.20.0.4 (408897a5-ed27-4cb3-81b8-e09e83270f17/a15d9755-315d-4ad7-ba9d-ee44e94c3088/f7b602c7-0e41-4dae-8c2f-cf7299b97554) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:57:09.839906 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f92c2a-76fb-4091-8355-24010b403f76 req-5a3f1911-524c-4fd9-97c4-06861e7dc47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:09.841393 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16f92c2a-76fb-4091-8355-24010b403f76 req-5a3f1911-524c-4fd9-97c4-06861e7dc47d service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8 HTTP/1.1" status: 200 len: 911 time: 0.0932977 Dec 09 11:57:09.929657 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16f92c2a-76fb-4091-8355-24010b403f76 req-57805fa6-ebb1-46b9-80b9-b79d0279732b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=592444cb-0c41-42b6-b781-1eb289ffa8ca HTTP/1.1" status: 200 len: 998 time: 0.0809529 Dec 09 11:57:09.951831 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-55665b18-936c-4d2e-a589-90711369f102 req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:09.993435 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f92c2a-76fb-4091-8355-24010b403f76 req-3806ba55-79c3-44be-9c87-1334f02e8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:09.995095 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16f92c2a-76fb-4091-8355-24010b403f76 req-3806ba55-79c3-44be-9c87-1334f02e8e5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ec0cb09-9816-47e8-93e0-c39f1929746e HTTP/1.1" status: 200 len: 849 time: 0.0583885 Dec 09 11:57:10.021461 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-94af399e-c255-4515-b694-b35f764269e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '4d954eef-bba9-4407-8f62-deebb5a5fdba', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'port_id': '592444cb-0c41-42b6-b781-1eb289ffa8ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'mac_address': 'fa:16:3e:07:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:56:47Z', 'updated_at': '2021-12-09T11:57:08Z', 'revision_number': 1, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:43Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:10.045500 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f92c2a-76fb-4091-8355-24010b403f76 req-713bb5ec-af36-4183-bbc8-cfdd4d66e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:10.047110 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16f92c2a-76fb-4091-8355-24010b403f76 req-713bb5ec-af36-4183-bbc8-cfdd4d66e155 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e207a5c-153d-4000-8cf2-f1e9801c3ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444498 Dec 09 11:57:10.053335 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af399e-c255-4515-b694-b35f764269e8 None None] The sync data for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi is: [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '4d954eef-bba9-4407-8f62-deebb5a5fdba', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'port_id': '592444cb-0c41-42b6-b781-1eb289ffa8ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'mac_address': 'fa:16:3e:07:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:56:47Z', 'updated_at': '2021-12-09T11:57:08Z', 'revision_number': 1, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:43Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:57:10.079321 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-55665b18-936c-4d2e-a589-90711369f102 req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:10.127061 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55665b18-936c-4d2e-a589-90711369f102 req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Network 408897a5-ed27-4cb3-81b8-e09e83270f17 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:57:10.130434 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [req-55665b18-936c-4d2e-a589-90711369f102 req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:10.139333 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-55665b18-936c-4d2e-a589-90711369f102 req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:57:10.146620 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event updated for resources: {'Port': ['ID=f7b602c7-0e41-4dae-8c2f-cf7299b97554,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:10.171640 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16f92c2a-76fb-4091-8355-24010b403f76 req-740d4dab-069e-4432-aaa5-43564bf8158f service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166151 Dec 09 11:57:10.200633 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55665b18-936c-4d2e-a589-90711369f102 req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:10.201452 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-55665b18-936c-4d2e-a589-90711369f102 req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:10.315440 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f0dca-521e-455c-9367-9bdc2f9d7228 req-0679a147-3e11-4600-b0b1-4fb1ab06ae27 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:10.315912 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-99a8c417-c077-48db-aa7a-a1a30c1d9e7e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9046745 Dec 09 11:57:10.317571 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f37f0dca-521e-455c-9367-9bdc2f9d7228 req-0679a147-3e11-4600-b0b1-4fb1ab06ae27 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 931 time: 0.1170659 Dec 09 11:57:10.332172 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Request body: {'port': {'device_id': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:57:10.348458 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16f92c2a-76fb-4091-8355-24010b403f76 req-8f5c29b5-9bf1-4f40-87c4-150f57825dd6 service neutron] 10.222.0.42 "GET /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681888 Dec 09 11:57:10.368233 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af3c731-0747-43d4-b94a-725f4d5df54f None None] New status for floating IP 4d954eef-bba9-4407-8f62-deebb5a5fdba: ACTIVE {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:57:10.440755 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f37f0dca-521e-455c-9367-9bdc2f9d7228 req-49efd868-b6df-44c6-b6ab-0ed50dcf7b29 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100471 Dec 09 11:57:10.440979 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:10.490791 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-d9fce8c9-67cc-465a-9d22-31b8a97904cc None None] Provisioning complete for port f7b602c7-0e41-4dae-8c2f-cf7299b97554 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:10.493229 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-d9fce8c9-67cc-465a-9d22-31b8a97904cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:10.544157 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-d9fce8c9-67cc-465a-9d22-31b8a97904cc None None] Port f7b602c7-0e41-4dae-8c2f-cf7299b97554 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:57:10.738881 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b602c7-0e41-4dae-8c2f-cf7299b97554 {{(pid=109617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:57:10.746882 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:10.763781 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.provisioning_blocks [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Transition to ACTIVE for port object f7b602c7-0e41-4dae-8c2f-cf7299b97554 will not be triggered until provisioned by entity L2. {{(pid=109617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:57:10.821431 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:10.869783 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b602c7-0e41-4dae-8c2f-cf7299b97554,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:10.952428 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Attempting to bind port f7b602c7-0e41-4dae-8c2f-cf7299b97554 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:57:10.952767 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Attempting to bind port f7b602c7-0e41-4dae-8c2f-cf7299b97554 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:57:10.953100 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Attempting to bind port f7b602c7-0e41-4dae-8c2f-cf7299b97554 on network 408897a5-ed27-4cb3-81b8-e09e83270f17 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:57:10.958600 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Port f7b602c7-0e41-4dae-8c2f-cf7299b97554 on network 408897a5-ed27-4cb3-81b8-e09e83270f17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:57:10.958956 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Attempting to bind port f7b602c7-0e41-4dae-8c2f-cf7299b97554 on network 408897a5-ed27-4cb3-81b8-e09e83270f17 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:57:10.964544 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:57:10.964889 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Checking segment: {'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:57:10.965448 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Bound using segment: {'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:57:10.966214 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Bound port: f7b602c7-0e41-4dae-8c2f-cf7299b97554, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64ca65f-10f5-46d6-9ae2-4da431ed049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17'}}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:57:10.966438 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:11.050491 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] For port f7b602c7-0e41-4dae-8c2f-cf7299b97554, host hv-cinder-81969, cleared binding levels {{(pid=109617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:57:11.053411 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] For port f7b602c7-0e41-4dae-8c2f-cf7299b97554, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:57:11.148118 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:11.182453 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:11.183093 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:11.184453 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] 10.222.0.42 "PUT /v2.0/ports/f7b602c7-0e41-4dae-8c2f-cf7299b97554 HTTP/1.1" status: 200 len: 1093 time: 0.8567326 Dec 09 11:57:11.184902 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:57:11.187111 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d67734-cb7a-48d4-99e2-a79774d10405" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:57:11.211920 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f6c11-0a2d-4e6b-8347-6a4479d98180 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b602c7-0e41-4dae-8c2f-cf7299b97554,revision_number=3']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:11.237982 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fe2d40-b512-4e42-82ca-69c72b34e3ca x-openstack-request-id: req-08fe2d40-b512-4e42-82ca-69c72b34e3ca {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:57:11.238276 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:57:11.238539 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08fe2d40-b512-4e42-82ca-69c72b34e3ca {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:57:11.238971 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'status': 'completed', 'code': 200} Dec 09 11:57:11.305240 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67734-cb7a-48d4-99e2-a79774d10405 req-4f32177b-7dc3-47b0-b3f6-9e1c646b0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:11.307047 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-b6d67734-cb7a-48d4-99e2-a79774d10405 req-4f32177b-7dc3-47b0-b3f6-9e1c646b0c30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=481678193712415d9de591835c117dad&device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 1096 time: 0.0452104 Dec 09 11:57:11.416880 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67734-cb7a-48d4-99e2-a79774d10405 req-7125de0c-da8e-410c-a025-ec7dcfc84804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:11.418343 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-b6d67734-cb7a-48d4-99e2-a79774d10405 req-7125de0c-da8e-410c-a025-ec7dcfc84804 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=481678193712415d9de591835c117dad&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1016855 Dec 09 11:57:11.520113 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67734-cb7a-48d4-99e2-a79774d10405 req-668441dd-5622-4626-bc2e-e0e2a53760b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:11.521610 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-b6d67734-cb7a-48d4-99e2-a79774d10405 req-668441dd-5622-4626-bc2e-e0e2a53760b2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918801 Dec 09 11:57:11.563038 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec2cbc-b649-46ea-9a8c-d02991373f89 req-dc545393-f1bd-4122-a7ac-ba75b8186b81 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:11.564503 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-58ec2cbc-b649-46ea-9a8c-d02991373f89 req-dc545393-f1bd-4122-a7ac-ba75b8186b81 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0489066 Dec 09 11:57:11.604317 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55665b18-936c-4d2e-a589-90711369f102 req-9e15c1eb-d6e0-46e3-bef1-2119a32e7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:11.611329 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-9e15c1eb-d6e0-46e3-bef1-2119a32e7e72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=481678193712415d9de591835c117dad&device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 1096 time: 0.0459952 Dec 09 11:57:11.620902 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-58ec2cbc-b649-46ea-9a8c-d02991373f89 req-ececfe69-9d5e-482c-8161-eb2e2472f312 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502763 Dec 09 11:57:11.651517 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-dec50434-eef3-4c88-844d-d03c8f926414 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554 HTTP/1.1" status: 200 len: 217 time: 0.0366063 Dec 09 11:57:11.732063 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55665b18-936c-4d2e-a589-90711369f102 req-3871fa21-e3f5-40ca-ad4f-3e55b60dbf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:11.733549 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-3871fa21-e3f5-40ca-ad4f-3e55b60dbf7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a15d9755-315d-4ad7-ba9d-ee44e94c3088 HTTP/1.1" status: 200 len: 847 time: 0.0449207 Dec 09 11:57:11.782784 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55665b18-936c-4d2e-a589-90711369f102 req-db3f885d-c55c-4477-890a-b2344861301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:11.784383 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-db3f885d-c55c-4477-890a-b2344861301b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=408897a5-ed27-4cb3-81b8-e09e83270f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433657 Dec 09 11:57:11.874758 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-0cc8810b-93ca-479e-8e1f-ecfca515abb0 service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813615 Dec 09 11:57:11.971486 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-55665b18-936c-4d2e-a589-90711369f102 req-4359ed24-25fb-49ef-861a-90ee6becb429 service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856328 Dec 09 11:57:12.744919 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d112cf-6dff-4902-8237-eeb2621add3d req-0dc424a6-9f09-4136-bb82-d7defb40a136 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:12.746444 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b6d112cf-6dff-4902-8237-eeb2621add3d req-0dc424a6-9f09-4136-bb82-d7defb40a136 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0546417 Dec 09 11:57:12.797883 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b6d112cf-6dff-4902-8237-eeb2621add3d req-0448c58d-5eea-4095-a996-deec1eea68bb tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455177 Dec 09 11:57:13.916444 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1646609-8cf8-46bd-9df7-ad5a64fb7ac6 req-7994c283-4102-4c42-8e0e-94ddcff761e2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:13.917913 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1646609-8cf8-46bd-9df7-ad5a64fb7ac6 req-7994c283-4102-4c42-8e0e-94ddcff761e2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0514462 Dec 09 11:57:13.965684 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1646609-8cf8-46bd-9df7-ad5a64fb7ac6 req-03964d49-ce5f-4e1f-b338-7669e8dc19b0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419512 Dec 09 11:57:15.084015 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ed000-c1c6-48fb-bf73-83a37f567295 req-8b2eef53-4a5a-4945-b404-1afc28b6f1f7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:15.085476 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6f4ed000-c1c6-48fb-bf73-83a37f567295 req-8b2eef53-4a5a-4945-b404-1afc28b6f1f7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0503912 Dec 09 11:57:15.139436 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6f4ed000-c1c6-48fb-bf73-83a37f567295 req-323e551c-4f58-4c71-aa31-02cefdf67f49 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470152 Dec 09 11:57:16.273115 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f837f1-1c3b-49d2-8229-e05ccc7f6cb3 req-bde24c49-037f-4dc8-baad-48ab9676b632 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:16.273115 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d8f837f1-1c3b-49d2-8229-e05ccc7f6cb3 req-bde24c49-037f-4dc8-baad-48ab9676b632 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0583539 Dec 09 11:57:16.324367 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d8f837f1-1c3b-49d2-8229-e05ccc7f6cb3 req-c25b2027-5c83-4734-a877-c4b049245f01 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451152 Dec 09 11:57:17.447115 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954598b-13c7-45d3-8349-339c8a212ec5 req-a9278a15-c5c0-4519-9e0a-04bb4dea0553 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:17.448762 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3954598b-13c7-45d3-8349-339c8a212ec5 req-a9278a15-c5c0-4519-9e0a-04bb4dea0553 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0483596 Dec 09 11:57:17.498995 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3954598b-13c7-45d3-8349-339c8a212ec5 req-2b81c66c-615d-482b-83d2-1b4d0e92f6ae tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442340 Dec 09 11:57:18.619072 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434be5d0-4f6c-45b8-837f-a6bc70e27b8c req-62f84259-2300-4409-9578-dddb702e7f78 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:18.620567 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-434be5d0-4f6c-45b8-837f-a6bc70e27b8c req-62f84259-2300-4409-9578-dddb702e7f78 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0534391 Dec 09 11:57:18.669370 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-434be5d0-4f6c-45b8-837f-a6bc70e27b8c req-58e81153-f873-41ef-96bb-e0d8071fa3ae tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430524 Dec 09 11:57:19.581541 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device f7b602c7-0e41-4dae-8c2f-cf7299b97554 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:57:19.678421 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port f7b602c7-0e41-4dae-8c2f-cf7299b97554, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:19.689899 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'port_id': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'mac_address': 'fa:16:3e:8b:51:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:57:19.727065 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:19.740607 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b602c7-0e41-4dae-8c2f-cf7299b97554 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:57:19.768263 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port f7b602c7-0e41-4dae-8c2f-cf7299b97554, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:19.787360 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd0c60-e1a7-44aa-878e-dba95735d32f req-457db5f7-e555-485f-bec6-4f4c81eda23a tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:19.788824 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a3cd0c60-e1a7-44aa-878e-dba95735d32f req-457db5f7-e555-485f-bec6-4f4c81eda23a tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0488384 Dec 09 11:57:19.827141 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:19.841813 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a3cd0c60-e1a7-44aa-878e-dba95735d32f req-9a3aafad-28e5-4cf0-a3b6-e2bdccf2856e tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465016 Dec 09 11:57:19.876122 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=f7b602c7-0e41-4dae-8c2f-cf7299b97554,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:19.884018 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:19.884400 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:19.884757 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:19.885101 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:19.885466 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:19.885806 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:19.886142 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:19.886473 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:19.886804 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:19.887165 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:19.887495 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:19.887819 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:19.888150 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:20.013396 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:57:20.142917 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['f7b602c7-0e41-4dae-8c2f-cf7299b97554'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:57:20.962801 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f461350-a385-4894-9be2-3a53ebab09b7 req-75b31c20-6827-4427-b775-918fc796ebde tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:20.964279 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8f461350-a385-4894-9be2-3a53ebab09b7 req-75b31c20-6827-4427-b775-918fc796ebde tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 944 time: 0.0511906 Dec 09 11:57:21.015061 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8f461350-a385-4894-9be2-3a53ebab09b7 req-aa3d1482-b767-479e-8461-bcebacb6a38a tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449908 Dec 09 11:57:21.588842 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device f7b602c7-0e41-4dae-8c2f-cf7299b97554 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:57:21.707024 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port f7b602c7-0e41-4dae-8c2f-cf7299b97554 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:57:21.711593 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port f7b602c7-0e41-4dae-8c2f-cf7299b97554 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:21.712026 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:21.806884 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:21.833732 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:57:21.836127 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e15917-c780-4da4-80ec-00caf3b213b8" -d '{"events": [{"server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "name": "network-vif-plugged", "status": "completed", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:57:21.851037 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port f7b602c7-0e41-4dae-8c2f-cf7299b97554, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:21.909609 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-662fbe29-0830-42fe-be22-1ba208d004da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:21.933158 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:21.936438 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1e3f25-dc7a-4265-87c9-82cef718d762 x-openstack-request-id: req-ee1e3f25-dc7a-4265-87c9-82cef718d762 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:57:21.936725 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "name": "network-vif-plugged", "status": "completed", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:57:21.936979 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee1e3f25-dc7a-4265-87c9-82cef718d762 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:57:21.937398 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'code': 200} Dec 09 11:57:21.985679 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=f7b602c7-0e41-4dae-8c2f-cf7299b97554,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:22.134083 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae019e78-fa56-445e-add0-ae820526ce70 req-560c8649-0d26-4657-a513-f52e57c2062d tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:22.135779 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ae019e78-fa56-445e-add0-ae820526ce70 req-560c8649-0d26-4657-a513-f52e57c2062d tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0508850 Dec 09 11:57:22.186253 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ae019e78-fa56-445e-add0-ae820526ce70 req-8928fc76-cfb7-4e23-8e75-f9ad4f49abac tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446210 Dec 09 11:57:22.356807 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d99ff-b798-47c0-a608-3a31e18c4303 req-1aa07317-62da-4a2f-a78f-aa77f817b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:22.358260 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-661d99ff-b798-47c0-a608-3a31e18c4303 req-1aa07317-62da-4a2f-a78f-aa77f817b989 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 1098 time: 0.0392601 Dec 09 11:57:22.405459 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-661d99ff-b798-47c0-a608-3a31e18c4303 req-1d8a0992-cb4e-4b96-afc8-5e1807ac4b40 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380361 Dec 09 11:57:23.310646 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ce880-f79f-4ec6-ada4-c42be6dbbda5 req-21c04527-815b-4925-a00d-0eab3cb9093f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:23.312163 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ea7ce880-f79f-4ec6-ada4-c42be6dbbda5 req-21c04527-815b-4925-a00d-0eab3cb9093f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0520952 Dec 09 11:57:23.366471 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ea7ce880-f79f-4ec6-ada4-c42be6dbbda5 req-76a5d17f-f3f1-441c-a00a-367ec3476684 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482745 Dec 09 11:57:24.235558 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-39233d06-bb3d-4dc4-86f8-f2e3e4088a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:24.481304 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f95c6e-fac5-4aa8-b197-51aeef715f84 req-ef5bde1c-cdab-4c85-9046-811e8e9d6770 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:24.482769 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16f95c6e-fac5-4aa8-b197-51aeef715f84 req-ef5bde1c-cdab-4c85-9046-811e8e9d6770 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0479026 Dec 09 11:57:24.533826 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-16f95c6e-fac5-4aa8-b197-51aeef715f84 req-787fdc8a-a4cc-405f-8e1d-5853de7d597f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449889 Dec 09 11:57:24.651382 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60f6b-6197-431f-bf37-ee065821884c req-8d17d474-5d97-47e2-ad53-ac213f2b4e9f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:24.652973 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b2f60f6b-6197-431f-bf37-ee065821884c req-8d17d474-5d97-47e2-ad53-ac213f2b4e9f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0484455 Dec 09 11:57:24.701458 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b2f60f6b-6197-431f-bf37-ee065821884c req-75295307-e9d4-4c0d-8b62-b9a5cad60e50 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427675 Dec 09 11:57:24.723122 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59916) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:24.907487 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57973c99-b7a2-440f-9878-5b0336ace335 tempest-TestShelveInstance-361195373 tempest-TestShelveInstance-361195373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:24.908972 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-57973c99-b7a2-440f-9878-5b0336ace335 tempest-TestShelveInstance-361195373 tempest-TestShelveInstance-361195373-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 1093 time: 0.1848979 Dec 09 11:57:24.911793 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 59920) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:24.916443 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Request body: {'floatingip': {'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'port_id': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'tenant_id': '481678193712415d9de591835c117dad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:57:25.010103 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for floatingip, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:25.107175 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:25.200848 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:25.214318 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Allocated IP 172.27.3.104 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/c19fab57-67df-4472-b42d-38dc35e327bf) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:57:25.311992 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:25.395593 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:25.437138 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:57:25.439897 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:25.445252 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:57:25.467106 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event updated for resources: {'Port': ['ID=c19fab57-67df-4472-b42d-38dc35e327bf,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:25.798492 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:25.916592 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:26.064228 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:26.115445 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:26.186860 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event updated for resources: {'Port': ['ID=c19fab57-67df-4472-b42d-38dc35e327bf,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:26.198424 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:26.296375 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.l3_db [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Floating IP e7230438-116d-45f0-a53d-3d719335865f associated. External IP: 172.27.3.104, port: f7b602c7-0e41-4dae-8c2f-cf7299b97554. Dec 09 11:57:26.497772 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Router 10f621f7-0203-4873-b615-137074e010cf has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:57:26.606731 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:57:26.622015 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37539d-248a-46f6-b4d2-669e809faeec None None] Sync routers for ids ['10f621f7-0203-4873-b615-137074e010cf'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:57:26.632261 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37539d-248a-46f6-b4d2-669e809faeec None None] Routers {'10f621f7-0203-4873-b615-137074e010cf'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:26.634906 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-5f37539d-248a-46f6-b4d2-669e809faeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['10f621f7-0203-4873-b615-137074e010cf'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:26.712772 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:26.755514 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-c70f2dab-92a1-43b1-ad89-6760cd19fb34 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8282685 Dec 09 11:57:26.756005 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-5f37539d-248a-46f6-b4d2-669e809faeec None None] Set router 10f621f7-0203-4873-b615-137074e010cf gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:26.756119 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:57:26.756119 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc808152-21bb-4c07-bde6-0c79469dbc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:57:26.787240 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edf598d-9d08-491f-9976-a0aabd4d0a6a x-openstack-request-id: req-0edf598d-9d08-491f-9976-a0aabd4d0a6a {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:57:26.787739 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:57:26.788174 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0edf598d-9d08-491f-9976-a0aabd4d0a6a {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:57:26.788634 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'status': 'completed', 'code': 200} Dec 09 11:57:26.863739 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc808152-21bb-4c07-bde6-0c79469dbc6b req-bd2ab2eb-5c60-4ff0-b2c7-a1cae1506327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:26.865249 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-fc808152-21bb-4c07-bde6-0c79469dbc6b req-bd2ab2eb-5c60-4ff0-b2c7-a1cae1506327 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=481678193712415d9de591835c117dad&device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 1098 time: 0.0461311 Dec 09 11:57:26.957155 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc808152-21bb-4c07-bde6-0c79469dbc6b req-e203d33b-cca3-48f5-bcd2-ebed71b35740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:26.958622 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-fc808152-21bb-4c07-bde6-0c79469dbc6b req-e203d33b-cca3-48f5-bcd2-ebed71b35740 service neutron] 10.222.0.42 "GET /v2.0/networks?id=408897a5-ed27-4cb3-81b8-e09e83270f17 HTTP/1.1" status: 200 len: 909 time: 0.0843005 Dec 09 11:57:26.982114 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:27.037534 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-fc808152-21bb-4c07-bde6-0c79469dbc6b req-f3e3de69-0d0b-401f-a56a-dde557ddf6da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554 HTTP/1.1" status: 200 len: 999 time: 0.0621200 Dec 09 11:57:27.086244 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc808152-21bb-4c07-bde6-0c79469dbc6b req-f62704fd-20ef-47e7-a6a9-3f9539fc9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:27.088826 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-fc808152-21bb-4c07-bde6-0c79469dbc6b req-f62704fd-20ef-47e7-a6a9-3f9539fc9ead service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a15d9755-315d-4ad7-ba9d-ee44e94c3088 HTTP/1.1" status: 200 len: 847 time: 0.0441813 Dec 09 11:57:27.107991 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-5f37539d-248a-46f6-b4d2-669e809faeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': 'e7230438-116d-45f0-a53d-3d719335865f', 'tenant_id': '481678193712415d9de591835c117dad', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '10f621f7-0203-4873-b615-137074e010cf', 'port_id': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'mac_address': 'fa:16:3e:8b:51:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:57:25Z', 'updated_at': '2021-12-09T11:57:25Z', 'revision_number': 0, 'project_id': '481678193712415d9de591835c117dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628309cc-7541-44cd-9153-c5e0e44fb246', 'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'tenant_id': '481678193712415d9de591835c117dad', 'mac_address': 'fa:16:3e:66:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:28Z', 'updated_at': '2021-12-09T11:56:33Z', 'revision_number': 5, 'project_id': '481678193712415d9de591835c117dad', 'subnets': [{'id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:27.134812 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc808152-21bb-4c07-bde6-0c79469dbc6b req-eb0a0ab8-1d2d-4dcc-929f-1a1476569f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:27.136361 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-fc808152-21bb-4c07-bde6-0c79469dbc6b req-eb0a0ab8-1d2d-4dcc-929f-1a1476569f04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=408897a5-ed27-4cb3-81b8-e09e83270f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393579 Dec 09 11:57:27.138703 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37539d-248a-46f6-b4d2-669e809faeec None None] Checking router: 10f621f7-0203-4873-b615-137074e010cf for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:57:27.147283 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37539d-248a-46f6-b4d2-669e809faeec None None] Routers {'10f621f7-0203-4873-b615-137074e010cf'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:27.147884 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-5f37539d-248a-46f6-b4d2-669e809faeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['10f621f7-0203-4873-b615-137074e010cf'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:27.240720 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-fc808152-21bb-4c07-bde6-0c79469dbc6b req-3f6dc793-92b5-46b2-a3ac-c0a15b33f9e4 service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964155 Dec 09 11:57:27.264703 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-5f37539d-248a-46f6-b4d2-669e809faeec None None] Set router 10f621f7-0203-4873-b615-137074e010cf gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:27.348410 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-fc808152-21bb-4c07-bde6-0c79469dbc6b req-3710d5fd-9abb-4bd0-ba9a-f1cff075351b service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913613 Dec 09 11:57:27.491124 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-5f37539d-248a-46f6-b4d2-669e809faeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': 'e7230438-116d-45f0-a53d-3d719335865f', 'tenant_id': '481678193712415d9de591835c117dad', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '10f621f7-0203-4873-b615-137074e010cf', 'port_id': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'mac_address': 'fa:16:3e:8b:51:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:57:25Z', 'updated_at': '2021-12-09T11:57:25Z', 'revision_number': 0, 'project_id': '481678193712415d9de591835c117dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628309cc-7541-44cd-9153-c5e0e44fb246', 'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'tenant_id': '481678193712415d9de591835c117dad', 'mac_address': 'fa:16:3e:66:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:28Z', 'updated_at': '2021-12-09T11:56:33Z', 'revision_number': 5, 'project_id': '481678193712415d9de591835c117dad', 'subnets': [{'id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:27.521192 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37539d-248a-46f6-b4d2-669e809faeec None None] The sync data for ids ['10f621f7-0203-4873-b615-137074e010cf'] in dv-cinder-819692-7-iscsi is: [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': 'e7230438-116d-45f0-a53d-3d719335865f', 'tenant_id': '481678193712415d9de591835c117dad', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '10f621f7-0203-4873-b615-137074e010cf', 'port_id': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'mac_address': 'fa:16:3e:8b:51:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:57:25Z', 'updated_at': '2021-12-09T11:57:25Z', 'revision_number': 0, 'project_id': '481678193712415d9de591835c117dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628309cc-7541-44cd-9153-c5e0e44fb246', 'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'tenant_id': '481678193712415d9de591835c117dad', 'mac_address': 'fa:16:3e:66:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:28Z', 'updated_at': '2021-12-09T11:56:33Z', 'revision_number': 5, 'project_id': '481678193712415d9de591835c117dad', 'subnets': [{'id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:57:27.698515 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf37413-afb5-404d-8cea-f46bb520e991 None None] New status for floating IP e7230438-116d-45f0-a53d-3d719335865f: ACTIVE {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:57:27.735433 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:35.309626 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:36.015321 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8d31893c-e5c9-4759-a4f9-72afd06050a8 req-6be4cfce-8ed9-40f9-b6a9-236236ad02b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423024 Dec 09 11:57:36.098301 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31893c-e5c9-4759-a4f9-72afd06050a8 req-69b604e1-e208-468b-a98e-f6a49c090e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:36.099857 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8d31893c-e5c9-4759-a4f9-72afd06050a8 req-69b604e1-e208-468b-a98e-f6a49c090e5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 1098 time: 0.0409343 Dec 09 11:57:36.206957 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31893c-e5c9-4759-a4f9-72afd06050a8 req-7ec8e575-2b42-410c-b0d4-b29070230ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:36.208440 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8d31893c-e5c9-4759-a4f9-72afd06050a8 req-7ec8e575-2b42-410c-b0d4-b29070230ccc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 912 time: 0.0851989 Dec 09 11:57:36.280642 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8d31893c-e5c9-4759-a4f9-72afd06050a8 req-45bb2771-d553-4899-b2b8-0068109c8daf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce52dac-bde1-4149-ac46-1f02c95b0d06 HTTP/1.1" status: 200 len: 1000 time: 0.0589929 Dec 09 11:57:36.328102 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31893c-e5c9-4759-a4f9-72afd06050a8 req-3a97e4a2-4c69-4746-a77e-2e95d8129def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:36.329572 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8d31893c-e5c9-4759-a4f9-72afd06050a8 req-3a97e4a2-4c69-4746-a77e-2e95d8129def service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 200 len: 850 time: 0.0418656 Dec 09 11:57:36.375927 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31893c-e5c9-4759-a4f9-72afd06050a8 req-74bcf108-b281-4e05-939c-be866cdb2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:36.377417 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8d31893c-e5c9-4759-a4f9-72afd06050a8 req-74bcf108-b281-4e05-939c-be866cdb2e56 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7887434-306d-4523-9326-6054e1da426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407622 Dec 09 11:57:36.469007 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8d31893c-e5c9-4759-a4f9-72afd06050a8 req-df2a778d-9c38-427f-bf7e-30eb2d964471 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841851 Dec 09 11:57:36.568703 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-8d31893c-e5c9-4759-a4f9-72afd06050a8 req-801e8fc9-25fa-4480-94a4-8025e090d9cc service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860994 Dec 09 11:57:38.032792 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 60022) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:38.135533 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2857f338-142d-42da-b0dc-f7fbedae946e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:38.208169 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2857f338-142d-42da-b0dc-f7fbedae946e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:38.295333 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2857f338-142d-42da-b0dc-f7fbedae946e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:38.335030 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-2857f338-142d-42da-b0dc-f7fbedae946e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5aa0738cea0947bfbb531a687a7a0651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010621 Dec 09 11:57:38.336976 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857f338-142d-42da-b0dc-f7fbedae946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4631a7-eaa1-4ea2-9fa1-6adb9927b7d1,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:38.337738 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60028) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:38.622613 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-552ccf09-4cb3-4a8d-92d1-a24eed40f52d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:38.642599 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-552ccf09-4cb3-4a8d-92d1-a24eed40f52d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:38.793109 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-552ccf09-4cb3-4a8d-92d1-a24eed40f52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:38.795692 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-552ccf09-4cb3-4a8d-92d1-a24eed40f52d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:38.796931 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-552ccf09-4cb3-4a8d-92d1-a24eed40f52d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e4631a7-eaa1-4ea2-9fa1-6adb9927b7d1 HTTP/1.1" status: 204 len: 168 time: 0.4580827 Dec 09 11:57:38.804743 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ccf09-4cb3-4a8d-92d1-a24eed40f52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4631a7-eaa1-4ea2-9fa1-6adb9927b7d1,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:39.320389 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c0c23-4f0f-400a-a33d-014efb1eea92 req-48ec98e6-6223-4d45-9ec8-54e954356bf9 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:39.321883 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5a8c0c23-4f0f-400a-a33d-014efb1eea92 req-48ec98e6-6223-4d45-9ec8-54e954356bf9 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 945 time: 0.0516517 Dec 09 11:57:39.372622 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5a8c0c23-4f0f-400a-a33d-014efb1eea92 req-bc7e117a-fc9b-409f-8925-04cd53a55984 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438299 Dec 09 11:57:39.754456 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60056) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:39.850240 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-849126716-network', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:57:39.958261 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Made reservation on behalf of 869b9253adef4cceb3a529d9a2a90a11 for: {'network': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:57:39.960512 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:39.968759 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:40.038776 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:40.106413 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:40.131611 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=109617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:57:40.137838 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e026b90-2196-4128-84d7-40eb91879dbb,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:40.146365 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:40.146703 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.segments_db [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Added segment 9a523b00-3f68-4262-a54b-78dcc7a22e60 of type vlan for network aa94e386-038b-4999-83fe-164562ab6184 Dec 09 11:57:40.148602 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.157339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.157339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.157339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.157339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.157339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.157339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.157339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.157339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.157339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.157339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.157339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.157339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:40.199749 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:40.312430 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:40.313341 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:40.313942 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:40.370250 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] Pushing event updated for resources: {'Network': ['ID=aa94e386-038b-4999-83fe-164562ab6184,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:40.380465 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network aa94e386-038b-4999-83fe-164562ab6184 details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:57:40.415436 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-74dbb269-6a5d-4243-b835-fda0dbc29612 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6592908 Dec 09 11:57:40.418574 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60064) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:40.423482 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-a9a2e7f1-f025-4c17-8b57-b0b1112a2408 admin admin] Request body: {'subnet': {'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-849126716-subnet', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'ip_version': 4}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:57:40.492850 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47e257-6f09-4e3a-9bb1-d83006f63891 req-521bd94f-4d6d-437a-b728-09098e5dcc8f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:40.494432 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff47e257-6f09-4e3a-9bb1-d83006f63891 req-521bd94f-4d6d-437a-b728-09098e5dcc8f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 945 time: 0.0488262 Dec 09 11:57:40.515161 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a2e7f1-f025-4c17-8b57-b0b1112a2408 admin admin] Made reservation on behalf of 869b9253adef4cceb3a529d9a2a90a11 for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:57:40.517728 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e7f1-f025-4c17-8b57-b0b1112a2408 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133832103'] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:40.545921 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff47e257-6f09-4e3a-9bb1-d83006f63891 req-9b1a19c9-b040-43fb-a564-8a64f8eab0d6 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451586 Dec 09 11:57:40.755435 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e7f1-f025-4c17-8b57-b0b1112a2408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4296356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180429'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:40.813000 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2e7f1-f025-4c17-8b57-b0b1112a2408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b747344-8801-43f5-9f1c-325576149f10,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:40.821331 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2e7f1-f025-4c17-8b57-b0b1112a2408 admin admin] Checking segment: {'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:57:40.821685 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a2e7f1-f025-4c17-8b57-b0b1112a2408 admin admin] Network hostable DHCP agents. Network: aa94e386-038b-4999-83fe-164562ab6184, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:57:40.889468 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a2e7f1-f025-4c17-8b57-b0b1112a2408 admin admin] Network aa94e386-038b-4999-83fe-164562ab6184 is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:57:40.954625 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-346e32f9-ab15-4673-a348-44b386c6658d tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:40.956145 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-346e32f9-ab15-4673-a348-44b386c6658d tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 945 time: 0.0466127 Dec 09 11:57:40.999410 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-a9a2e7f1-f025-4c17-8b57-b0b1112a2408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, aa94e386-038b-4999-83fe-164562ab6184) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:41.003940 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a2e7f1-f025-4c17-8b57-b0b1112a2408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:41.005348 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e7f1-f025-4c17-8b57-b0b1112a2408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.008497 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd66a0-e755-470f-8c4a-1d351a0d46b6 None None] Network aa94e386-038b-4999-83fe-164562ab6184 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:57:41.068723 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Deleting port 3ce52dac-bde1-4149-ac46-1f02c95b0d06 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:57:41.069073 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.097555 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a9a2e7f1-f025-4c17-8b57-b0b1112a2408 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6777914 Dec 09 11:57:41.100683 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60068) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:41.106822 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:57:41.109102 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16e6cc2d-77db-5661-825c-5ff711bb4034-aa94e386-038b-4999-83fe-164562ab6184', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'fixed_ips': [{'subnet_id': '1b747344-8801-43f5-9f1c-325576149f10'}]}} from dv-cinder-819692-7-iscsi. {{(pid=109619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:57:41.109991 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.179527 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] For port 3ce52dac-bde1-4149-ac46-1f02c95b0d06, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=3ce52dac-bde1-4149-ac46-1f02c95b0d06,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:41.179900 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.241416 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.db_base_plugin_common [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Allocated IP 172.20.0.2 (aa94e386-038b-4999-83fe-164562ab6184/1b747344-8801-43f5-9f1c-325576149f10/dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb) {{(pid=109619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:57:41.281731 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7942115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28020'] for router, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.282673 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7942015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7929390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28003'] for router, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.384597 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.392330 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Publish callbacks [] for port, precommit_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.399289 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.399652 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.399969 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.l3_db [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Floating IP f869b9be-04dc-4ca2-ab84-3b7c638086f5 disassociated. External IP: 172.27.3.12, port: 3ce52dac-bde1-4149-ac46-1f02c95b0d06. Dec 09 11:57:41.400307 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Calling delete_port for 3ce52dac-bde1-4149-ac46-1f02c95b0d06 owned by compute:nova {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:57:41.538194 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.576612 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Network aa94e386-038b-4999-83fe-164562ab6184 is already hosted by enough agents. {{(pid=109619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:57:41.583204 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.base_scheduler [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Resources bound (agent type, host, resource id): {{(pid=109619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:41.585754 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Received port after_create {{(pid=109619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:57:41.593980 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Pushing event updated for resources: {'Port': ['ID=dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb,revision_number=1']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:41.627523 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.649961 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Attempting to bind port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:57:41.651163 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Attempting to bind port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:57:41.651630 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Attempting to bind port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb on network aa94e386-038b-4999-83fe-164562ab6184 {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:57:41.657739 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:57:41.658093 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Checking segment: {'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:57:41.658705 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.659628 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Bound using segment: {'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:57:41.660095 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Bound port: dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:57:41.660480 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.699489 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15767f50-dc70-4485-8214-2b034f870087 req-44cbec3d-bcf3-4b7b-99f2-f0e3c9e695a6 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:41.699489 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-15767f50-dc70-4485-8214-2b034f870087 req-44cbec3d-bcf3-4b7b-99f2-f0e3c9e695a6 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 945 time: 0.0497375 Dec 09 11:57:41.728137 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] For port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:57:41.732092 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] For port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:57:41.736180 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.755856 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-15767f50-dc70-4485-8214-2b034f870087 req-fd09357f-00fd-4d76-a76b-68fffa159f7a tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527875 Dec 09 11:57:41.780022 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event deleted for resources: {'Port': ['ID=3ce52dac-bde1-4149-ac46-1f02c95b0d06,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:41.825824 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:41.855603 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb9aea-3afb-4baf-9cf7-495963e86414 None None] Pushing event updated for resources: {'Port': ['ID=dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:41.950896 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:57:42.154737 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:42.180812 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:42.194090 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:57:42.204347 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b03d77-0586-4221-b466-ed7db81d1046 None None] Sync routers for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:57:42.221953 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b03d77-0586-4221-b466-ed7db81d1046 None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:42.222626 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-c0b03d77-0586-4221-b466-ed7db81d1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:42.271399 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] No DVR routers for this DVR port 3ce52dac-bde1-4149-ac46-1f02c95b0d06 on host hv-cinder-81969 {{(pid=109617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:57:42.276230 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:42.279560 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6d7b52dc-f6f1-449f-a8d6-8377e520b2cc req-1b5e4c65-5c9d-4d2c-a37d-9b783f4c8985 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "DELETE /v2.0/ports/3ce52dac-bde1-4149-ac46-1f02c95b0d06 HTTP/1.1" status: 204 len: 173 time: 1.3163044 Dec 09 11:57:42.279899 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'name': 'network-vif-deleted', 'tag': '3ce52dac-bde1-4149-ac46-1f02c95b0d06'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:57:42.282175 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dc46b8-33a6-4e13-932c-c6725738d2a4" -d '{"events": [{"server_uuid": "378a9210-fe51-4557-8fa9-c0384d47b8df", "name": "network-vif-deleted", "tag": "3ce52dac-bde1-4149-ac46-1f02c95b0d06"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:57:42.337175 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be974249-13c4-4a95-834d-264d148eb8c8 x-openstack-request-id: req-be974249-13c4-4a95-834d-264d148eb8c8 {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:57:42.337471 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378a9210-fe51-4557-8fa9-c0384d47b8df", "name": "network-vif-deleted", "tag": "3ce52dac-bde1-4149-ac46-1f02c95b0d06", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:57:42.337724 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be974249-13c4-4a95-834d-264d148eb8c8 {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:57:42.338832 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378a9210-fe51-4557-8fa9-c0384d47b8df', 'name': 'network-vif-deleted', 'tag': '3ce52dac-bde1-4149-ac46-1f02c95b0d06', 'status': 'completed', 'code': 200} Dec 09 11:57:42.344890 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-c0b03d77-0586-4221-b466-ed7db81d1046 None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:42.358622 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Allocated IP 172.27.3.27 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/48883109-b163-4a02-abe0-2b83535d62e0) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:57:42.465560 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:42.567753 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-c0b03d77-0586-4221-b466-ed7db81d1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:42.593321 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:42.595995 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b03d77-0586-4221-b466-ed7db81d1046 None None] Checking router: 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:57:42.606327 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b03d77-0586-4221-b466-ed7db81d1046 None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:42.607121 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-c0b03d77-0586-4221-b466-ed7db81d1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:42.614846 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:57:42.617249 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:42.640116 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:57:42.688386 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Pushing event updated for resources: {'Port': ['ID=48883109-b163-4a02-abe0-2b83535d62e0,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:42.878729 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6e1fc9b9-5e01-4b17-ab29-a6df89f20b7c req-53fcb7d1-20c4-44da-9872-6ff5d36f3682 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=378a9210-fe51-4557-8fa9-c0384d47b8df HTTP/1.1" status: 200 len: 210 time: 0.0412838 Dec 09 11:57:42.881910 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f289b249-cb64-410c-b450-909b151d89b7 None None] Network aa94e386-038b-4999-83fe-164562ab6184 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:57:42.907574 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-c0b03d77-0586-4221-b466-ed7db81d1046 None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:43.026520 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:43.036034 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-884f235b-6247-485d-8002-e2cff210e9b1 None None] Provisioning complete for port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:43.036407 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-884f235b-6247-485d-8002-e2cff210e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:43.239267 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-884f235b-6247-485d-8002-e2cff210e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:43.286599 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-884f235b-6247-485d-8002-e2cff210e9b1 None None] For port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:43.297846 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-c0b03d77-0586-4221-b466-ed7db81d1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:43.332204 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b03d77-0586-4221-b466-ed7db81d1046 None None] The sync data for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi is: [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:57:43.405338 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-884f235b-6247-485d-8002-e2cff210e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:43.467986 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f235b-6247-485d-8002-e2cff210e9b1 None None] Pushing event updated for resources: {'Port': ['ID=dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:43.468964 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7942006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7921137'] for router, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:43.532376 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-99d7cc6b-07e9-4fcd-bfac-bda49567ba68 None None] Provisioning complete for port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:43.532915 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-99d7cc6b-07e9-4fcd-bfac-bda49567ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:43.638544 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd56a39-cd02-4e29-b9b4-38bbfc0b9f71 None None] New status for floating IP f869b9be-04dc-4ca2-ab84-3b7c638086f5: DOWN {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:57:43.703424 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Router 3961a371-756f-44b9-beec-3848e02d3c94 is scheduled to L3 agent 0555a480-5e88-49ec-9067-f967630a0413 with binding_index 1 {{(pid=109617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:57:43.816897 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:57:43.829377 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Sync routers for ids ['3961a371-756f-44b9-beec-3848e02d3c94'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:57:43.840774 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Routers {'3961a371-756f-44b9-beec-3848e02d3c94'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:43.841123 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['3961a371-756f-44b9-beec-3848e02d3c94'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:43.886293 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:57:43.904650 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] Publish callbacks [] for router, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:43.907215 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-483c59d4-4cd9-4e20-b918-ee42f37041eb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8047571 Dec 09 11:57:43.909230 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60084) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:44.010390 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Set router 3961a371-756f-44b9-beec-3848e02d3c94 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:44.075373 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:44.075933 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:44.146458 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-9ac2bc4c-f5e2-4e32-8d3e-095b199cb288 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253693409&fields=id&tenant_id=668a9cfe67994e52a5acb64338974d32 HTTP/1.1" status: 200 len: 267 time: 0.0460000 Dec 09 11:57:44.268126 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T11:57:42Z', 'revision_number': 3, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:44.270135 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-055cdfab-425f-40e7-8d44-fb4716ff3e36 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:44.271726 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-055cdfab-425f-40e7-8d44-fb4716ff3e36 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 811 time: 0.1157038 Dec 09 11:57:44.287698 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-baf65bb0-2910-4de1-9e82-a0e2a7edd4d9 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/quotas/668a9cfe67994e52a5acb64338974d32 HTTP/1.1" status: 200 len: 375 time: 0.0093067 Dec 09 11:57:44.296440 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Checking router: 3961a371-756f-44b9-beec-3848e02d3c94 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:57:44.296795 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Updating router 3961a371-756f-44b9-beec-3848e02d3c94 port 48883109-b163-4a02-abe0-2b83535d62e0 binding host dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:57:44.322830 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:44.339891 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-101d8bed-cae1-4e20-b547-20d276bbf3b6 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460808 Dec 09 11:57:44.362844 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:44.436024 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-21eddc59-d28b-4b19-8f18-884f0096a1dd service neutron] 10.222.0.24 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842154 Dec 09 11:57:44.531590 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-38c93fa7-d1e1-49cc-9d72-9c4b2e961ae1 service neutron] 10.222.0.24 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887504 Dec 09 11:57:44.532751 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Allocated IP 172.20.0.1 (aa94e386-038b-4999-83fe-164562ab6184/1b747344-8801-43f5-9f1c-325576149f10/aff8f1f7-513a-4c43-94e6-1995a47111dc) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:57:44.593401 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Publish callbacks [] for port, precommit_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:44.635885 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:44.674649 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:44.726478 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Attempting to bind port 48883109-b163-4a02-abe0-2b83535d62e0 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:57:44.726849 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Attempting to bind port 48883109-b163-4a02-abe0-2b83535d62e0 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:57:44.727240 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Attempting to bind port 48883109-b163-4a02-abe0-2b83535d62e0 on network 5e763a14-a83b-48f8-afed-8d8eb448ee1c {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:57:44.730567 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbcfda-cc01-4464-a044-1ce3a4cc05dd None None] Pushing event updated for resources: {'Port': ['ID=48883109-b163-4a02-abe0-2b83535d62e0,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:44.735171 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:57:44.736129 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Checking segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:57:44.736628 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:44.736976 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Bound using segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:57:44.737558 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Bound port: 48883109-b163-4a02-abe0-2b83535d62e0, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:57:44.737837 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:44.738990 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:44.784370 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Network aa94e386-038b-4999-83fe-164562ab6184 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:57:44.788466 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:44.790402 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Pushing event updated for resources: {'Port': ['ID=aff8f1f7-513a-4c43-94e6-1995a47111dc,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:44.792523 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] For port 48883109-b163-4a02-abe0-2b83535d62e0, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:57:44.793480 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:57:44.797197 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] For port 48883109-b163-4a02-abe0-2b83535d62e0, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=48883109-b163-4a02-abe0-2b83535d62e0,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:57:44.835566 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7920942'] for router_interface, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:44.858655 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:44.922083 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbcfda-cc01-4464-a044-1ce3a4cc05dd None None] Pushing event updated for resources: {'Port': ['ID=48883109-b163-4a02-abe0-2b83535d62e0,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:44.927973 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Routers {'3961a371-756f-44b9-beec-3848e02d3c94'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:44.928915 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['3961a371-756f-44b9-beec-3848e02d3c94'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:45.112149 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:45.122682 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-da555494-c9c7-4448-b8c9-44cc24c1e7f2 req-9411e15e-d6d9-4f1a-a17f-42f0a1238d03 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 210 time: 0.0336652 Dec 09 11:57:45.186413 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-10f7a12c-1624-4e81-ac29-5e54db12292a None None] Provisioning complete for port aff8f1f7-513a-4c43-94e6-1995a47111dc triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:45.186789 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-10f7a12c-1624-4e81-ac29-5e54db12292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:45.209109 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] Set router 3961a371-756f-44b9-beec-3848e02d3c94 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:45.288150 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-10f7a12c-1624-4e81-ac29-5e54db12292a None None] Port aff8f1f7-513a-4c43-94e6-1995a47111dc cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:57:45.289775 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:45.348839 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:45.399417 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T11:57:42Z', 'revision_number': 3, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:45.419214 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Pushing event updated for resources: {'Port': ['ID=aff8f1f7-513a-4c43-94e6-1995a47111dc,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:45.421640 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7923134'] for router_interface, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:45.438470 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5e2c8-9798-48d7-896d-69b6d066ff40 None None] The sync data for ids ['3961a371-756f-44b9-beec-3848e02d3c94'] in dv-cinder-819692-7-iscsi is: [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T11:57:42Z', 'revision_number': 3, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:57:45.518798 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Network aa94e386-038b-4999-83fe-164562ab6184 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:57:45.520231 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:45.649287 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Router 3961a371-756f-44b9-beec-3848e02d3c94 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:57:45.694524 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 3ce52dac-bde1-4149-ac46-1f02c95b0d06 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:57:45.723847 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 3ce52dac-bde1-4149-ac46-1f02c95b0d06 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:57:45.724205 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 3ce52dac-bde1-4149-ac46-1f02c95b0d06 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:57:45.817203 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:57:45.820027 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fafcaf45-1ef4-46f3-9979-ed0298336eda None None] Provisioning complete for port aff8f1f7-513a-4c43-94e6-1995a47111dc triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:45.820405 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fafcaf45-1ef4-46f3-9979-ed0298336eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:45.830975 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-997535ee-564d-4e17-b549-0dfab712fd17 admin admin] 10.222.0.24 "PUT /v2.0/routers/3961a371-756f-44b9-beec-3848e02d3c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9110587 Dec 09 11:57:45.877359 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fafcaf45-1ef4-46f3-9979-ed0298336eda None None] Port aff8f1f7-513a-4c43-94e6-1995a47111dc cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:57:45.902733 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 48883109-b163-4a02-abe0-2b83535d62e0 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:57:45.974917 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 48883109-b163-4a02-abe0-2b83535d62e0 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:45.974917 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:46.053020 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:46.077580 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port 48883109-b163-4a02-abe0-2b83535d62e0, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=48883109-b163-4a02-abe0-2b83535d62e0,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:46.155143 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:46.218809 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=48883109-b163-4a02-abe0-2b83535d62e0,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:46.245818 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2f1cdecc-8ed2-4826-a88f-d2d48c80fa64 req-4fb9ee69-77fd-473b-971c-754c151b88bf tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 210 time: 0.0291760 Dec 09 11:57:46.610979 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60128) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:46.615945 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1120658058-network', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:57:46.698294 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Made reservation on behalf of f0018ae927a148708ce577dd0a4424f9 for: {'network': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:57:46.700668 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:46.709338 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:46.785705 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:46.869571 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:46.901835 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=109617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:57:46.908294 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f57863-2125-4077-9589-4105804442d9,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:46.914202 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:46.914551 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.segments_db [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Added segment 7c204606-f9e7-423c-9241-26fc4908aaf2 of type vlan for network b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 Dec 09 11:57:46.959661 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:47.093620 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Sync routers for ids ['3961a371-756f-44b9-beec-3848e02d3c94'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:57:47.101167 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Routers {'3961a371-756f-44b9-beec-3848e02d3c94'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:47.101777 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['3961a371-756f-44b9-beec-3848e02d3c94'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:47.126743 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:47.127731 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:47.128378 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:47.214777 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Set router 3961a371-756f-44b9-beec-3848e02d3c94 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:47.221535 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] Pushing event updated for resources: {'Network': ['ID=b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:47.232944 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-5a71a034-1bf7-479a-bb8c-dc7e84f38ff7 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:47.234450 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-5a71a034-1bf7-479a-bb8c-dc7e84f38ff7 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 811 time: 0.1715739 Dec 09 11:57:47.236830 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:57:47.263846 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 60132) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:47.264474 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-6a197179-44be-4d02-822d-6f87ad565ddb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6519632 Dec 09 11:57:47.269310 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-5bf2e8cb-3f41-4933-9c99-9bd46ba83643 admin admin] Request body: {'subnet': {'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1120658058-subnet', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'ip_version': 4}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:57:47.340559 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-5df4abce-7f58-4507-8257-72a25cbeebda tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=668a9cfe67994e52a5acb64338974d32 HTTP/1.1" status: 200 len: 380 time: 0.0920548 Dec 09 11:57:47.351043 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'port': {'device_id': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'admin_state_up': True, 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'security_groups': ['c3c01888-965a-4385-a168-1d7de4b80082']}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:57:47.364669 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-71bd7b16-ca5c-47b6-9de0-a47c711f229d req-80ba11b9-64e2-4f95-992e-e645fb8ef65b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 210 time: 0.0281949 Dec 09 11:57:47.429223 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf2e8cb-3f41-4933-9c99-9bd46ba83643 admin admin] Made reservation on behalf of f0018ae927a148708ce577dd0a4424f9 for: {'subnet': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:57:47.431885 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5bf2e8cb-3f41-4933-9c99-9bd46ba83643 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133925258'] for subnet, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:47.453993 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T11:57:44Z', 'revision_number': 4, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'aff8f1f7-513a-4c43-94e6-1995a47111dc', 'name': '', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'mac_address': 'fa:16:3e:b9:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1b747344-8801-43f5-9f1c-325576149f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:44Z', 'updated_at': '2021-12-09T11:57:45Z', 'revision_number': 2, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'subnets': [{'id': '1b747344-8801-43f5-9f1c-325576149f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:47.483882 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Checking router: 3961a371-756f-44b9-beec-3848e02d3c94 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:57:47.484275 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Updating router 3961a371-756f-44b9-beec-3848e02d3c94 port aff8f1f7-513a-4c43-94e6-1995a47111dc binding host dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:57:47.518238 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:47.594558 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Made reservation on behalf of 668a9cfe67994e52a5acb64338974d32 for: {'port': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:57:47.598292 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:47.678708 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5bf2e8cb-3f41-4933-9c99-9bd46ba83643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4268065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142560'] for subnet, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:47.724110 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Allocated IP 172.20.0.9 (f7887434-306d-4523-9326-6054e1da426c/63eef003-b8e9-48df-a110-bbc1d47b6203/7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:57:47.741149 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2e8cb-3f41-4933-9c99-9bd46ba83643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64deb6b7-23a9-4716-ae3a-47eaf6603971,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:47.750577 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf2e8cb-3f41-4933-9c99-9bd46ba83643 admin admin] Checking segment: {'id': '7c204606-f9e7-423c-9241-26fc4908aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:57:47.750969 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf2e8cb-3f41-4933-9c99-9bd46ba83643 admin admin] Network hostable DHCP agents. Network: b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:57:47.806148 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Publish callbacks [] for port, precommit_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:47.840571 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf2e8cb-3f41-4933-9c99-9bd46ba83643 admin admin] Network b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:57:47.842271 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 48883109-b163-4a02-abe0-2b83535d62e0 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:57:47.882581 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:47.897711 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 48883109-b163-4a02-abe0-2b83535d62e0 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:47.898086 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:47.901263 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:47.920790 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-5bf2e8cb-3f41-4933-9c99-9bd46ba83643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8) {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:47.929241 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2e8cb-3f41-4933-9c99-9bd46ba83643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:47.929829 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5bf2e8cb-3f41-4933-9c99-9bd46ba83643 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:47.938084 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e224b0-8f47-40b1-b516-cb8a15803cb4 None None] Network b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:57:47.954580 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Pushing event updated for resources: {'Port': ['ID=aff8f1f7-513a-4c43-94e6-1995a47111dc,revision_number=3']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:47.964744 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:47.965724 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:47.966053 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:47.966524 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:47.967024 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:47.967347 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:47.967747 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:47.968080 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:47.968406 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:47.968733 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:47.969055 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:47.969377 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:47.969693 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:57:48.021437 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Attempting to bind port aff8f1f7-513a-4c43-94e6-1995a47111dc on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:57:48.022296 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Attempting to bind port aff8f1f7-513a-4c43-94e6-1995a47111dc by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:57:48.022296 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Attempting to bind port aff8f1f7-513a-4c43-94e6-1995a47111dc on network aa94e386-038b-4999-83fe-164562ab6184 {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:57:48.029934 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.031410 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:57:48.042803 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Checking segment: {'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:57:48.043203 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.043629 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Bound using segment: {'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:57:48.044251 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Bound port: aff8f1f7-513a-4c43-94e6-1995a47111dc, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'}}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:57:48.044539 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.048876 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-5bf2e8cb-3f41-4933-9c99-9bd46ba83643 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7832909 Dec 09 11:57:48.049683 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 60138) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:48.055309 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1120658058-router', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:57:48.087579 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'Port': ['ID=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:48.095997 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16e6cc2d-77db-5661-825c-5ff711bb4034-b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8', 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8', 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'fixed_ips': [{'subnet_id': '64deb6b7-23a9-4716-ae3a-47eaf6603971'}]}} from dv-cinder-819692-7-iscsi. {{(pid=109619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:57:48.097049 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.105707 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Network f7887434-306d-4523-9326-6054e1da426c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:57:48.109991 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:48.110457 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:57:48.159045 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7942115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28020'] for router, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.160221 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7942015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7929390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28003'] for router, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.174271 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] For port aff8f1f7-513a-4c43-94e6-1995a47111dc, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:57:48.178840 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] For port aff8f1f7-513a-4c43-94e6-1995a47111dc, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=aff8f1f7-513a-4c43-94e6-1995a47111dc,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:57:48.208632 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:48.209586 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.229770 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.276353 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.db_base_plugin_common [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Allocated IP 172.20.0.2 (b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8/64deb6b7-23a9-4716-ae3a-47eaf6603971/2bfc0ce1-0024-4239-a769-215ad3380258) {{(pid=109619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:57:48.282323 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.318845 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-da2a173e-bd8a-423c-b188-d97f89170e6e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9718087 Dec 09 11:57:48.341000 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Request body: {'port': {'device_id': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:57:48.360971 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-a59c9506-0838-45c2-be4a-89848e5c30db None None] Provisioning complete for port aff8f1f7-513a-4c43-94e6-1995a47111dc triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:48.361544 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a59c9506-0838-45c2-be4a-89848e5c30db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.377732 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Routers {'3961a371-756f-44b9-beec-3848e02d3c94'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:48.379887 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['3961a371-756f-44b9-beec-3848e02d3c94'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:48.450256 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.579338 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Publish callbacks [] for port, precommit_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.604810 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a59c9506-0838-45c2-be4a-89848e5c30db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.639311 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c052ce-e8e2-4615-9fb0-5c0ba30f9833 None None] Pushing event updated for resources: {'Port': ['ID=aff8f1f7-513a-4c43-94e6-1995a47111dc,revision_number=4']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:48.667322 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174'] for port, after_create {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.676815 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.687823 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-a59c9506-0838-45c2-be4a-89848e5c30db None None] For port aff8f1f7-513a-4c43-94e6-1995a47111dc, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=aff8f1f7-513a-4c43-94e6-1995a47111dc,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:48.709417 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c2a84-cc4d-44b9-ab44-656ccd5e6ef0 req-bf083a4a-686c-4e66-8637-ef2443dd1b48 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:48.711399 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9d1c2a84-cc4d-44b9-ab44-656ccd5e6ef0 req-bf083a4a-686c-4e66-8637-ef2443dd1b48 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 931 time: 0.1182609 Dec 09 11:57:48.717575 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Network b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 is already hosted by enough agents. {{(pid=109619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:57:48.724082 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.scheduler.base_scheduler [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Resources bound (agent type, host, resource id): {{(pid=109619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:48.728122 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Received port after_create {{(pid=109619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:57:48.765885 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] Set router 3961a371-756f-44b9-beec-3848e02d3c94 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:48.795644 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9d1c2a84-cc4d-44b9-ab44-656ccd5e6ef0 req-b7d55615-9b71-464d-88ec-2cbca651ca36 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769105 Dec 09 11:57:48.825260 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a59c9506-0838-45c2-be4a-89848e5c30db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.837185 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Pushing event updated for resources: {'Port': ['ID=2bfc0ce1-0024-4239-a769-215ad3380258,revision_number=1']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:48.856627 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 {{(pid=109617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:57:48.866115 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.877536 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Attempting to bind port 2bfc0ce1-0024-4239-a769-215ad3380258 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:57:48.880916 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Attempting to bind port 2bfc0ce1-0024-4239-a769-215ad3380258 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '7c204606-f9e7-423c-9241-26fc4908aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:57:48.880916 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Attempting to bind port 2bfc0ce1-0024-4239-a769-215ad3380258 on network b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:57:48.883378 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.provisioning_blocks [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Transition to ACTIVE for port object 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 will not be triggered until provisioned by entity L2. {{(pid=109617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:57:48.886321 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:57:48.886699 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Checking segment: {'id': '7c204606-f9e7-423c-9241-26fc4908aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:57:48.887128 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.887528 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Bound using segment: {'id': '7c204606-f9e7-423c-9241-26fc4908aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:57:48.888001 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Bound port: 2bfc0ce1-0024-4239-a769-215ad3380258, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c204606-f9e7-423c-9241-26fc4908aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:57:48.888379 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.920236 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c9506-0838-45c2-be4a-89848e5c30db None None] Pushing event updated for resources: {'Port': ['ID=aff8f1f7-513a-4c43-94e6-1995a47111dc,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:48.973249 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:48.988493 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] For port 2bfc0ce1-0024-4239-a769-215ad3380258, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:57:48.992005 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] For port 2bfc0ce1-0024-4239-a769-215ad3380258, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2bfc0ce1-0024-4239-a769-215ad3380258,segment=NetworkSegment(7c204606-f9e7-423c-9241-26fc4908aaf2),segment_id=7c204606-f9e7-423c-9241-26fc4908aaf2)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:57:49.001365 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-42c4ff1e-b2a8-40cc-9781-df89c455134d None None] Provisioning complete for port aff8f1f7-513a-4c43-94e6-1995a47111dc triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:49.001738 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-42c4ff1e-b2a8-40cc-9781-df89c455134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:49.044018 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:49.060844 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:49.061555 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T11:57:44Z', 'revision_number': 4, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'aff8f1f7-513a-4c43-94e6-1995a47111dc', 'name': '', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'mac_address': 'fa:16:3e:b9:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1b747344-8801-43f5-9f1c-325576149f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:44Z', 'updated_at': '2021-12-09T11:57:48Z', 'revision_number': 4, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'subnets': [{'id': '1b747344-8801-43f5-9f1c-325576149f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:49.098994 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cd1f0-91e3-4a6d-9400-71437f5d82ad None None] The sync data for ids ['3961a371-756f-44b9-beec-3848e02d3c94'] in dv-cinder-819692-7-iscsi is: [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T11:57:44Z', 'revision_number': 4, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'aff8f1f7-513a-4c43-94e6-1995a47111dc', 'name': '', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'mac_address': 'fa:16:3e:b9:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1b747344-8801-43f5-9f1c-325576149f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:44Z', 'updated_at': '2021-12-09T11:57:48Z', 'revision_number': 4, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'subnets': [{'id': '1b747344-8801-43f5-9f1c-325576149f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:57:49.214797 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca1d7a-0cb2-452d-b839-a28207b7a59f None None] Pushing event updated for resources: {'Port': ['ID=2bfc0ce1-0024-4239-a769-215ad3380258,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:49.246740 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Attempting to bind port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:57:49.247310 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Attempting to bind port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:57:49.247744 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Attempting to bind port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 on network f7887434-306d-4523-9326-6054e1da426c {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:57:49.253710 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 on network f7887434-306d-4523-9326-6054e1da426c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:57:49.254185 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Attempting to bind port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 on network f7887434-306d-4523-9326-6054e1da426c {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:57:49.261178 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:57:49.261700 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Checking segment: {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:57:49.262213 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Bound using segment: {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:57:49.262764 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Bound port: 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'}}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:57:49.263274 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:49.307496 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:49.330414 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:49.366324 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] For port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39, host hv-cinder-81969, cleared binding levels {{(pid=109617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:57:49.373833 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] For port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:57:49.472099 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Allocated IP 172.27.3.230 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/9b1869a5-8bb1-4fb6-912f-cb9033754767) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:57:49.485279 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:49.536140 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:49.536762 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:49.538210 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] 10.222.0.42 "PUT /v2.0/ports/7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 HTTP/1.1" status: 200 len: 1093 time: 1.2035797 Dec 09 11:57:49.538586 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'tag': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:57:49.541727 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338cdcdc-9d3a-428f-ae88-00ff16df1ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "347b9f58-24c1-4c7a-b364-a002234e7e43", "tag": "7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:57:49.572739 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e748263-4815-48d1-b54b-6956de666d22 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39,revision_number=3']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:49.627131 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dce115-646b-46f1-9bd7-6a5698a19103 x-openstack-request-id: req-63dce115-646b-46f1-9bd7-6a5698a19103 {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:57:49.627589 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347b9f58-24c1-4c7a-b364-a002234e7e43", "tag": "7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:57:49.628150 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63dce115-646b-46f1-9bd7-6a5698a19103 {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:57:49.628608 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'tag': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'status': 'completed', 'code': 200} Dec 09 11:57:49.691741 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:49.745344 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-360ec005-33a8-4134-9cf3-bef34b95526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:49.746796 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-360ec005-33a8-4134-9cf3-bef34b95526d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 1096 time: 0.0748758 Dec 09 11:57:49.789669 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:49.810650 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-c29e5674-9a71-4f97-bd02-695b040a6e1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 HTTP/1.1" status: 200 len: 217 time: 0.0549459 Dec 09 11:57:49.896904 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-9615aea8-c69b-4269-b13d-4512a84c1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:49.898480 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-9615aea8-c69b-4269-b13d-4512a84c1934 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 200 len: 850 time: 0.0804510 Dec 09 11:57:49.903097 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:57:49.907222 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:49.928059 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:57:49.968339 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1869a5-8bb1-4fb6-912f-cb9033754767,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:49.977672 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-7a64e81d-a897-4b8f-a3b4-05955bd22daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:49.980407 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-7a64e81d-a897-4b8f-a3b4-05955bd22daf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7887434-306d-4523-9326-6054e1da426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738375 Dec 09 11:57:49.995704 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2bfc0ce1-0024-4239-a769-215ad3380258 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:57:50.064534 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 2bfc0ce1-0024-4239-a769-215ad3380258 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:50.065079 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:50.066809 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7df18-d760-4df0-a525-7e7721b0f0e1 req-001eabba-662f-4358-9f8a-8393275fb70b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:50.068690 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d7d7df18-d760-4df0-a525-7e7721b0f0e1 req-001eabba-662f-4358-9f8a-8393275fb70b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 943 time: 0.1277919 Dec 09 11:57:50.125164 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-2755ad5c-e1af-4f48-8b0a-c268c9127363 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351852 Dec 09 11:57:50.180447 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:50.189971 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d7d7df18-d760-4df0-a525-7e7721b0f0e1 req-efa19f69-b49f-4736-b3f1-2e89a70d9f3c tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131001 Dec 09 11:57:50.236146 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port 2bfc0ce1-0024-4239-a769-215ad3380258, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2bfc0ce1-0024-4239-a769-215ad3380258,segment=NetworkSegment(7c204606-f9e7-423c-9241-26fc4908aaf2),segment_id=7c204606-f9e7-423c-9241-26fc4908aaf2)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:50.248117 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-d887426f-2338-40fc-8ed9-0cf97ab2e183 req-3ab1e802-a76a-4c81-a796-a816b4ea85d1 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111677 Dec 09 11:57:50.373810 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:50.374739 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device aff8f1f7-513a-4c43-94e6-1995a47111dc up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:57:50.433971 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:50.477194 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=2bfc0ce1-0024-4239-a769-215ad3380258,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:50.496238 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port aff8f1f7-513a-4c43-94e6-1995a47111dc triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:50.496638 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:50.503735 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cdcdc-9d3a-428f-ae88-00ff16df1ee9 req-c5f0b3f3-1617-43d8-be3e-d55d000db7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:50.505509 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-338cdcdc-9d3a-428f-ae88-00ff16df1ee9 req-c5f0b3f3-1617-43d8-be3e-d55d000db7d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 1096 time: 0.1010563 Dec 09 11:57:50.532734 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf788c-3ace-4368-aed0-bf08dab15a67 None None] Network b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:57:50.615785 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cdcdc-9d3a-428f-ae88-00ff16df1ee9 req-c27230df-b907-4b11-9f5d-3fe783b8e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:50.617800 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-338cdcdc-9d3a-428f-ae88-00ff16df1ee9 req-c27230df-b907-4b11-9f5d-3fe783b8e57c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 912 time: 0.1044252 Dec 09 11:57:50.636408 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-71a0183e-0354-48b5-96ab-6da58aeb260b None None] Provisioning complete for port 2bfc0ce1-0024-4239-a769-215ad3380258 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:50.636860 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-71a0183e-0354-48b5-96ab-6da58aeb260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:50.671322 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-338cdcdc-9d3a-428f-ae88-00ff16df1ee9 req-3d5a3d6a-e6dd-4bbe-997f-01e31c30f940 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 HTTP/1.1" status: 200 len: 217 time: 0.0432308 Dec 09 11:57:50.707022 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7942006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7921137'] for router, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:50.737537 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cdcdc-9d3a-428f-ae88-00ff16df1ee9 req-faf54c2d-9faa-47f6-936d-46b922bbea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:50.741225 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-338cdcdc-9d3a-428f-ae88-00ff16df1ee9 req-faf54c2d-9faa-47f6-936d-46b922bbea9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 200 len: 850 time: 0.0623128 Dec 09 11:57:50.826775 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cdcdc-9d3a-428f-ae88-00ff16df1ee9 req-68840c78-9944-45fb-8343-8f784d3317af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:50.828889 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-338cdcdc-9d3a-428f-ae88-00ff16df1ee9 req-68840c78-9944-45fb-8343-8f784d3317af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7887434-306d-4523-9326-6054e1da426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704284 Dec 09 11:57:50.935267 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-338cdcdc-9d3a-428f-ae88-00ff16df1ee9 req-319fe454-7852-492a-b9fc-928d465644cf service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983458 Dec 09 11:57:50.971488 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Router fd34e985-ba67-4920-b870-c1296cd21eba is scheduled to L3 agent 0555a480-5e88-49ec-9067-f967630a0413 with binding_index 1 {{(pid=109618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:57:51.037593 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-a83e3f08-bd64-4b5b-871f-39209cd070f8 None None] Provisioning complete for port 2bfc0ce1-0024-4239-a769-215ad3380258 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:51.038152 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a83e3f08-bd64-4b5b-871f-39209cd070f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:51.038350 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-338cdcdc-9d3a-428f-ae88-00ff16df1ee9 req-c5f75c14-3797-465d-934a-999068753c15 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923660 Dec 09 11:57:51.083306 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:57:51.109059 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Sync routers for ids ['fd34e985-ba67-4920-b870-c1296cd21eba'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:57:51.133853 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Routers {'fd34e985-ba67-4920-b870-c1296cd21eba'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:51.135027 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['fd34e985-ba67-4920-b870-c1296cd21eba'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:51.157570 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] Publish callbacks [] for router, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:51.159562 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-5e2999ae-9a29-41e7-8f03-8c17ee1e5442 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1084347 Dec 09 11:57:51.161905 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 60156) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:57:51.377113 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Set router fd34e985-ba67-4920-b870-c1296cd21eba gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:51.403931 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559904e-01a9-4818-8340-af88b409f612 req-5ae9b763-7cde-4e9b-9b8f-2d6f5c63630c tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:51.405379 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2559904e-01a9-4818-8340-af88b409f612 req-5ae9b763-7cde-4e9b-9b8f-2d6f5c63630c tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 943 time: 0.0942578 Dec 09 11:57:51.505352 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2559904e-01a9-4818-8340-af88b409f612 req-3bb5c324-4ce4-45bf-acee-732fe5827e8d tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924013 Dec 09 11:57:51.568022 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'name': 'tempest-TestMinimumBasicScenario-1120658058-router', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:48Z', 'updated_at': '2021-12-09T11:57:50Z', 'revision_number': 3, 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'gw_port': {'id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:49Z', 'updated_at': '2021-12-09T11:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:51.604849 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Checking router: fd34e985-ba67-4920-b870-c1296cd21eba for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:57:51.605203 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Updating router fd34e985-ba67-4920-b870-c1296cd21eba port 9b1869a5-8bb1-4fb6-912f-cb9033754767 binding host dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:57:51.633193 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:51.677074 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524d567-8bff-45a5-b537-199cdb447f13 req-1783bba0-dbc7-4e43-bb46-7780de066822 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:51.679456 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d524d567-8bff-45a5-b537-199cdb447f13 req-1783bba0-dbc7-4e43-bb46-7780de066822 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0856047 Dec 09 11:57:51.761849 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:51.773882 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d524d567-8bff-45a5-b537-199cdb447f13 req-72a7c78a-fbd7-400e-bf76-9f57435e1248 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870299 Dec 09 11:57:51.883193 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2bfc0ce1-0024-4239-a769-215ad3380258 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:57:51.934237 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-018f2dbf-4200-4528-a47d-d92954e518b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:51.955606 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Allocated IP 172.20.0.1 (b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8/64deb6b7-23a9-4716-ae3a-47eaf6603971/2ddcb504-e06c-4394-b3e3-65e276f10d9b) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:57:51.962005 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Publish callbacks [] for port, precommit_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:51.976274 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 2bfc0ce1-0024-4239-a769-215ad3380258 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:51.976643 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:52.053416 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:52.055175 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:52.112907 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Attempting to bind port 9b1869a5-8bb1-4fb6-912f-cb9033754767 on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:57:52.113276 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Attempting to bind port 9b1869a5-8bb1-4fb6-912f-cb9033754767 by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:57:52.113639 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Attempting to bind port 9b1869a5-8bb1-4fb6-912f-cb9033754767 on network 5e763a14-a83b-48f8-afed-8d8eb448ee1c {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:57:52.116421 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb58413-f5be-4f8b-b9f7-edadd664bedb None None] Pushing event updated for resources: {'Port': ['ID=9b1869a5-8bb1-4fb6-912f-cb9033754767,revision_number=2']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:52.121062 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:57:52.121437 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Checking segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:57:52.121834 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:52.122218 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Bound using segment: {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'} {{(pid=109619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:57:52.122695 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.managers [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Bound port: 9b1869a5-8bb1-4fb6-912f-cb9033754767, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3976dd-c546-40d6-932e-22b421bd3321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c'}}] {{(pid=109619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:57:52.123083 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:52.173598 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] For port 9b1869a5-8bb1-4fb6-912f-cb9033754767, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:57:52.176546 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] For port 9b1869a5-8bb1-4fb6-912f-cb9033754767, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=9b1869a5-8bb1-4fb6-912f-cb9033754767,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:57:52.178091 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:52.213524 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Network b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:57:52.217941 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:52.220315 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:57:52.251985 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ddcb504-e06c-4394-b3e3-65e276f10d9b,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:52.269749 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7920942'] for router_interface, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:52.293864 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:52.359077 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb58413-f5be-4f8b-b9f7-edadd664bedb None None] Pushing event updated for resources: {'Port': ['ID=9b1869a5-8bb1-4fb6-912f-cb9033754767,revision_number=3']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:52.364379 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Routers {'fd34e985-ba67-4920-b870-c1296cd21eba'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:52.364379 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['fd34e985-ba67-4920-b870-c1296cd21eba'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:52.454416 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:52.480248 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] Set router fd34e985-ba67-4920-b870-c1296cd21eba gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:52.483000 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-1ffc18fd-0e39-400f-aadc-883ac53ecf95 None None] Provisioning complete for port 2ddcb504-e06c-4394-b3e3-65e276f10d9b triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:52.483403 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-1ffc18fd-0e39-400f-aadc-883ac53ecf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:52.591711 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc18fd-0e39-400f-aadc-883ac53ecf95 None None] Port 2ddcb504-e06c-4394-b3e3-65e276f10d9b cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:57:52.701891 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'name': 'tempest-TestMinimumBasicScenario-1120658058-router', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:48Z', 'updated_at': '2021-12-09T11:57:50Z', 'revision_number': 3, 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'gw_port': {'id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:49Z', 'updated_at': '2021-12-09T11:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:52.730414 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1177f-5efa-4527-ab22-7ce39d0a017b None None] The sync data for ids ['fd34e985-ba67-4920-b870-c1296cd21eba'] in dv-cinder-819692-7-iscsi is: [{'id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'name': 'tempest-TestMinimumBasicScenario-1120658058-router', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:48Z', 'updated_at': '2021-12-09T11:57:50Z', 'revision_number': 3, 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'gw_port': {'id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:49Z', 'updated_at': '2021-12-09T11:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:57:52.966805 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9166051-eed3-44be-bf5e-a0e474371766 req-d06ed601-9ee8-4f7f-b27d-43afe1ea908b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:52.968904 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b9166051-eed3-44be-bf5e-a0e474371766 req-d06ed601-9ee8-4f7f-b27d-43afe1ea908b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 943 time: 0.3761818 Dec 09 11:57:52.999251 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:53.018515 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c912a-3a82-4bbc-a45d-0ddb80e9cb4e req-fda8f43b-9302-4afd-bd0c-541125861a0a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:53.020082 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-018c912a-3a82-4bbc-a45d-0ddb80e9cb4e req-fda8f43b-9302-4afd-bd0c-541125861a0a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.1318681 Dec 09 11:57:53.060481 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:53.065918 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b9166051-eed3-44be-bf5e-a0e474371766 req-2bb36413-e3bf-4dc2-ae19-81df778186a6 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876565 Dec 09 11:57:53.153742 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-018c912a-3a82-4bbc-a45d-0ddb80e9cb4e req-554bae86-2fe0-4daa-8eec-9d74a1d1ac72 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224992 Dec 09 11:57:53.159368 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ddcb504-e06c-4394-b3e3-65e276f10d9b,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:53.161938 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7923134'] for router_interface, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:53.260359 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Network b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:57:53.262000 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:57:53.393640 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Router fd34e985-ba67-4920-b870-c1296cd21eba has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:57:53.507518 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:57:53.514119 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-2e273fbc-c28a-4863-808e-edac3b5785d1 admin admin] 10.222.0.24 "PUT /v2.0/routers/fd34e985-ba67-4920-b870-c1296cd21eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3496687 Dec 09 11:57:53.519825 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-5e29846a-409e-4c05-a9e8-6336912ce323 None None] Provisioning complete for port 2ddcb504-e06c-4394-b3e3-65e276f10d9b triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:53.520373 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-5e29846a-409e-4c05-a9e8-6336912ce323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:53.559238 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-5e29846a-409e-4c05-a9e8-6336912ce323 None None] Port 2ddcb504-e06c-4394-b3e3-65e276f10d9b cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:57:53.862720 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 9b1869a5-8bb1-4fb6-912f-cb9033754767 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:57:53.912558 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 9b1869a5-8bb1-4fb6-912f-cb9033754767 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:53.912933 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:53.992350 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:54.015288 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] For port 9b1869a5-8bb1-4fb6-912f-cb9033754767, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=9b1869a5-8bb1-4fb6-912f-cb9033754767,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:54.074903 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:54.131305 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Pushing event updated for resources: {'Port': ['ID=9b1869a5-8bb1-4fb6-912f-cb9033754767,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:54.204694 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abaf4c6-d972-49d2-be83-70ecca4ed9a7 req-034f2c33-74d3-42cf-acb6-1dc5a58975e2 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:54.206812 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6abaf4c6-d972-49d2-be83-70ecca4ed9a7 req-034f2c33-74d3-42cf-acb6-1dc5a58975e2 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 943 time: 0.0565677 Dec 09 11:57:54.217387 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-e5427a12-1e8f-427e-9372-98cf60459b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:54.269178 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6abaf4c6-d972-49d2-be83-70ecca4ed9a7 req-16f16423-d5f9-4976-90ec-ab186fc43552 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530145 Dec 09 11:57:54.335528 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Sync routers for ids ['fd34e985-ba67-4920-b870-c1296cd21eba'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:57:54.349817 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Routers {'fd34e985-ba67-4920-b870-c1296cd21eba'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:54.350440 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['fd34e985-ba67-4920-b870-c1296cd21eba'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:54.394895 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676012e2-860a-4cd7-a509-5b7356dbe3ba req-fcb674ad-d6ef-4499-b533-8766594b816c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:54.397783 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-676012e2-860a-4cd7-a509-5b7356dbe3ba req-fcb674ad-d6ef-4499-b533-8766594b816c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0713749 Dec 09 11:57:54.482350 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Set router fd34e985-ba67-4920-b870-c1296cd21eba gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:54.505294 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-676012e2-860a-4cd7-a509-5b7356dbe3ba req-8d10419b-0b7b-4b73-9e93-25014845619e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981629 Dec 09 11:57:54.744909 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'name': 'tempest-TestMinimumBasicScenario-1120658058-router', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:48Z', 'updated_at': '2021-12-09T11:57:52Z', 'revision_number': 4, 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'gw_port': {'id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:49Z', 'updated_at': '2021-12-09T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '2ddcb504-e06c-4394-b3e3-65e276f10d9b', 'name': '', 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'mac_address': 'fa:16:3e:96:98:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64deb6b7-23a9-4716-ae3a-47eaf6603971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:51Z', 'updated_at': '2021-12-09T11:57:52Z', 'revision_number': 2, 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'subnets': [{'id': '64deb6b7-23a9-4716-ae3a-47eaf6603971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:54.789009 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Checking router: fd34e985-ba67-4920-b870-c1296cd21eba for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:57:54.789366 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Updating router fd34e985-ba67-4920-b870-c1296cd21eba port 2ddcb504-e06c-4394-b3e3-65e276f10d9b binding host dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:57:54.822592 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:55.137300 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Publish callbacks [] for port, precommit_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:55.215775 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:55.240914 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:55.350047 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a316c5-0d0f-4a42-84d3-00797693583b None None] Pushing event updated for resources: {'Port': ['ID=2ddcb504-e06c-4394-b3e3-65e276f10d9b,revision_number=3']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:55.415512 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Attempting to bind port 2ddcb504-e06c-4394-b3e3-65e276f10d9b on host dv-cinder-819692-7-iscsi for vnic_type normal with profile {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:57:55.416414 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Attempting to bind port 2ddcb504-e06c-4394-b3e3-65e276f10d9b by drivers openvswitch,hyperv on host dv-cinder-819692-7-iscsi at level 0 using segments [{'id': '7c204606-f9e7-423c-9241-26fc4908aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8'}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:57:55.416941 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Attempting to bind port 2ddcb504-e06c-4394-b3e3-65e276f10d9b on network b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:57:55.422889 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Checking agent: {'id': 'f7db350c-f50b-4b0f-ae43-7e732ba5e792', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 43, 28), 'started_at': datetime.datetime(2021, 12, 9, 11, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:57:55.423590 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Checking segment: {'id': '7c204606-f9e7-423c-9241-26fc4908aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:57:55.423950 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:55.424337 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Bound using segment: {'id': '7c204606-f9e7-423c-9241-26fc4908aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8'} {{(pid=109620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:57:55.424795 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.managers [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Bound port: 2ddcb504-e06c-4394-b3e3-65e276f10d9b, host: dv-cinder-819692-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c204606-f9e7-423c-9241-26fc4908aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8'}}] {{(pid=109620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:57:55.425168 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:55.472418 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70bc1c-f8d3-4803-8501-311f19581449 req-ac4817f9-103e-4de3-b58a-f8f937bc759b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:55.476003 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9d70bc1c-f8d3-4803-8501-311f19581449 req-ac4817f9-103e-4de3-b58a-f8f937bc759b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 943 time: 0.0820792 Dec 09 11:57:55.499966 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] For port 2ddcb504-e06c-4394-b3e3-65e276f10d9b, host dv-cinder-819692-7-iscsi, cleared binding levels {{(pid=109620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:57:55.510411 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.plugins.ml2.db [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] For port 2ddcb504-e06c-4394-b3e3-65e276f10d9b, host dv-cinder-819692-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2ddcb504-e06c-4394-b3e3-65e276f10d9b,segment=NetworkSegment(7c204606-f9e7-423c-9241-26fc4908aaf2),segment_id=7c204606-f9e7-423c-9241-26fc4908aaf2)] {{(pid=109620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:57:55.548156 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9d70bc1c-f8d3-4803-8501-311f19581449 req-1d495aec-4b4e-4bfe-9cd2-406fd15d6bf5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634780 Dec 09 11:57:55.600967 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-64681a76-783d-40c9-810d-46c3cc79e4bc None None] Provisioning complete for port 2ddcb504-e06c-4394-b3e3-65e276f10d9b triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:55.601333 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-64681a76-783d-40c9-810d-46c3cc79e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:55.613064 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron_lib.callbacks.manager [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:55.642647 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-64681a76-783d-40c9-810d-46c3cc79e4bc None None] Port 2ddcb504-e06c-4394-b3e3-65e276f10d9b cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:57:55.687834 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1708e-416a-426e-82c1-d5c45a029080 req-5a6eb91d-7927-4d03-8d77-7b186090f53a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:55.689773 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5bd1708e-416a-426e-82c1-d5c45a029080 req-5a6eb91d-7927-4d03-8d77-7b186090f53a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0932486 Dec 09 11:57:55.712565 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Routers {'fd34e985-ba67-4920-b870-c1296cd21eba'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:57:55.713426 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['fd34e985-ba67-4920-b870-c1296cd21eba'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:55.753270 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5bd1708e-416a-426e-82c1-d5c45a029080 req-23652b63-0646-4dd5-8908-39469bc216f3 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572066 Dec 09 11:57:55.788147 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a316c5-0d0f-4a42-84d3-00797693583b None None] Pushing event updated for resources: {'Port': ['ID=2ddcb504-e06c-4394-b3e3-65e276f10d9b,revision_number=4']} {{(pid=109620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:55.907268 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 9b1869a5-8bb1-4fb6-912f-cb9033754767 up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:57:55.926066 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] Set router fd34e985-ba67-4920-b870-c1296cd21eba gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:57:56.026155 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 9b1869a5-8bb1-4fb6-912f-cb9033754767 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:56.035796 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:56.082107 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-983343d1-a3f7-4527-a8d4-e691a5c4a8d4 None None] Provisioning complete for port 2ddcb504-e06c-4394-b3e3-65e276f10d9b triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:56.082637 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-983343d1-a3f7-4527-a8d4-e691a5c4a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:56.195026 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'name': 'tempest-TestMinimumBasicScenario-1120658058-router', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:48Z', 'updated_at': '2021-12-09T11:57:52Z', 'revision_number': 4, 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'gw_port': {'id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:49Z', 'updated_at': '2021-12-09T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '2ddcb504-e06c-4394-b3e3-65e276f10d9b', 'name': '', 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'mac_address': 'fa:16:3e:96:98:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64deb6b7-23a9-4716-ae3a-47eaf6603971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:51Z', 'updated_at': '2021-12-09T11:57:55Z', 'revision_number': 4, 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'subnets': [{'id': '64deb6b7-23a9-4716-ae3a-47eaf6603971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:57:56.223707 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd520977-0ffb-4491-9973-977cf91c8af7 None None] The sync data for ids ['fd34e985-ba67-4920-b870-c1296cd21eba'] in dv-cinder-819692-7-iscsi is: [{'id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'name': 'tempest-TestMinimumBasicScenario-1120658058-router', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:48Z', 'updated_at': '2021-12-09T11:57:52Z', 'revision_number': 4, 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'gw_port': {'id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:49Z', 'updated_at': '2021-12-09T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '2ddcb504-e06c-4394-b3e3-65e276f10d9b', 'name': '', 'network_id': 'b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'mac_address': 'fa:16:3e:96:98:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64deb6b7-23a9-4716-ae3a-47eaf6603971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:51Z', 'updated_at': '2021-12-09T11:57:55Z', 'revision_number': 4, 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'subnets': [{'id': '64deb6b7-23a9-4716-ae3a-47eaf6603971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:57:56.265314 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-983343d1-a3f7-4527-a8d4-e691a5c4a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:56.332195 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-983343d1-a3f7-4527-a8d4-e691a5c4a8d4 None None] For port 2ddcb504-e06c-4394-b3e3-65e276f10d9b, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2ddcb504-e06c-4394-b3e3-65e276f10d9b,segment=NetworkSegment(7c204606-f9e7-423c-9241-26fc4908aaf2),segment_id=7c204606-f9e7-423c-9241-26fc4908aaf2)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:56.428772 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-983343d1-a3f7-4527-a8d4-e691a5c4a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:56.504798 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983343d1-a3f7-4527-a8d4-e691a5c4a8d4 None None] Pushing event updated for resources: {'Port': ['ID=2ddcb504-e06c-4394-b3e3-65e276f10d9b,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:56.695087 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0b5b-3c1e-494c-aecf-a96e88f4e8fc req-559e3dd7-9056-4465-a116-5302a74e2fae tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:56.703104 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-faff0b5b-3c1e-494c-aecf-a96e88f4e8fc req-559e3dd7-9056-4465-a116-5302a74e2fae tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 943 time: 0.0706637 Dec 09 11:57:56.771827 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-faff0b5b-3c1e-494c-aecf-a96e88f4e8fc req-b35799db-d48c-4edb-a198-a455bf296be4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629792 Dec 09 11:57:56.943374 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:56.982283 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af9491-52aa-48b1-8a8e-4bba47065e11 req-582c1169-a70e-441f-bae8-cd9ba78b0b76 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:56.990403 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-03af9491-52aa-48b1-8a8e-4bba47065e11 req-582c1169-a70e-441f-bae8-cd9ba78b0b76 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0695000 Dec 09 11:57:57.015814 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:57:57.075294 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-03af9491-52aa-48b1-8a8e-4bba47065e11 req-e1e73bc7-3206-4039-b0f7-6229e206d98d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838122 Dec 09 11:57:57.757843 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:57.787916 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:57:57.897866 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2ddcb504-e06c-4394-b3e3-65e276f10d9b up at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:57:57.903979 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486506e-b1a1-474c-9fe4-c84ada996688 req-dc2c3054-2e25-431a-a307-17d8666faefd tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:57.905520 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1486506e-b1a1-474c-9fe4-c84ada996688 req-dc2c3054-2e25-431a-a307-17d8666faefd tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 943 time: 0.0586281 Dec 09 11:57:57.958727 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:57.964167 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1486506e-b1a1-474c-9fe4-c84ada996688 req-cac4cf86-1883-4d02-93da-e89439f657e4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527260 Dec 09 11:57:57.981396 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'port_id': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'mac_address': 'fa:16:3e:fe:51:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:57:58.026789 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Provisioning complete for port 2ddcb504-e06c-4394-b3e3-65e276f10d9b triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:58.027247 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:58.199873 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:58.205079 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382e64f-11bd-4544-bb8f-856959ea40c3 req-68783a9a-ec88-420a-a91f-b1effbc4694b tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:58.206566 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2382e64f-11bd-4544-bb8f-856959ea40c3 req-68783a9a-ec88-420a-a91f-b1effbc4694b tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0514681 Dec 09 11:57:58.217537 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:57:58.255780 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2382e64f-11bd-4544-bb8f-856959ea40c3 req-a6535958-3ea8-4db6-b78b-0c5b8dd5eb44 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431571 Dec 09 11:57:58.262743 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:57:58.363768 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:57:58.411286 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:57:58.608283 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:57:59.096205 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e2583-68de-48c4-8567-d4a0331514e4 req-28c2639c-7948-4edf-8abb-e4f611a48585 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:59.099502 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9a0e2583-68de-48c4-8567-d4a0331514e4 req-28c2639c-7948-4edf-8abb-e4f611a48585 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 944 time: 0.0599382 Dec 09 11:57:59.164773 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9a0e2583-68de-48c4-8567-d4a0331514e4 req-86f809ea-89db-452c-a557-f1bede39b589 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561922 Dec 09 11:57:59.388273 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9255b1-e118-485d-98d7-290081a15320 req-6cec0433-14b2-431b-a9bb-8f826c666b48 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:57:59.389926 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bf9255b1-e118-485d-98d7-290081a15320 req-6cec0433-14b2-431b-a9bb-8f826c666b48 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0544791 Dec 09 11:57:59.445172 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bf9255b1-e118-485d-98d7-290081a15320 req-aa323444-5069-4370-9ed7-27ee38749680 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493615 Dec 09 11:57:59.813271 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:57:59.925934 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:57:59.930439 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:57:59.931042 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:00.018056 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:00.042903 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:58:00.045248 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cf6edb-da52-472a-b966-2b01c2073880" -d '{"events": [{"server_uuid": "347b9f58-24c1-4c7a-b364-a002234e7e43", "name": "network-vif-plugged", "status": "completed", "tag": "7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:58:00.064479 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:00.109976 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8126b59-6e23-4e37-aae3-96d31aadc522 x-openstack-request-id: req-d8126b59-6e23-4e37-aae3-96d31aadc522 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:58:00.110286 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347b9f58-24c1-4c7a-b364-a002234e7e43", "name": "network-vif-plugged", "status": "completed", "tag": "7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:58:00.110546 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8126b59-6e23-4e37-aae3-96d31aadc522 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:58:00.111052 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'code': 200} Dec 09 11:58:00.137845 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:00.200613 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:00.286612 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364b6ae-8f24-44ae-9cc1-1d1eb913bc4c req-4e18496a-dede-45bb-9739-353f2b9454a5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:00.288090 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6364b6ae-8f24-44ae-9cc1-1d1eb913bc4c req-4e18496a-dede-45bb-9739-353f2b9454a5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 945 time: 0.0577281 Dec 09 11:58:00.342730 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6364b6ae-8f24-44ae-9cc1-1d1eb913bc4c req-a8c49c6e-bd44-4025-97f3-5fa980baae2e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474174 Dec 09 11:58:00.524253 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411bad9-b746-46c8-90b7-74cf8a405da8 req-4b2f07a7-1725-4d36-9ad5-a306ecdeee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:00.526988 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4411bad9-b746-46c8-90b7-74cf8a405da8 req-4b2f07a7-1725-4d36-9ad5-a306ecdeee9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 1098 time: 0.0515609 Dec 09 11:58:00.585366 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-4411bad9-b746-46c8-90b7-74cf8a405da8 req-deaa0438-88d3-47e4-8ba6-d432dd28a93a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494251 Dec 09 11:58:00.598534 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14366b9-0c8a-4836-9902-2ef1ebc24339 req-4342e5a6-e301-46bd-86eb-f720ab0deed8 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:00.600370 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e14366b9-0c8a-4836-9902-2ef1ebc24339 req-4342e5a6-e301-46bd-86eb-f720ab0deed8 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0617287 Dec 09 11:58:00.655074 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e14366b9-0c8a-4836-9902-2ef1ebc24339 req-79a37bd8-30b4-42c9-a52d-c272b12f24a1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478010 Dec 09 11:58:01.476034 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099576ea-7ab2-4fe1-813e-c28684dc0531 req-b7c940d3-31fc-4f9d-851f-ff2fb019dd4c tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:01.477677 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-099576ea-7ab2-4fe1-813e-c28684dc0531 req-b7c940d3-31fc-4f9d-851f-ff2fb019dd4c tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 945 time: 0.0515590 Dec 09 11:58:01.535621 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-099576ea-7ab2-4fe1-813e-c28684dc0531 req-8d682bd1-5646-4b31-8788-68ffdcae18fa tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511632 Dec 09 11:58:01.783156 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30389b8-b579-47f2-ac36-1fd486baba02 req-1813dd69-882b-48fd-99e5-e5911dd437db tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:01.790549 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e30389b8-b579-47f2-ac36-1fd486baba02 req-1813dd69-882b-48fd-99e5-e5911dd437db tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0579321 Dec 09 11:58:01.841994 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e30389b8-b579-47f2-ac36-1fd486baba02 req-9440227f-7c55-4e61-88c4-9d1000f54879 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496826 Dec 09 11:58:02.680153 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02db536-9346-45ba-9734-d7bae24956c0 req-b8b84a9a-c4f5-4588-a86f-46b819087669 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:02.681748 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c02db536-9346-45ba-9734-d7bae24956c0 req-b8b84a9a-c4f5-4588-a86f-46b819087669 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 945 time: 0.0610447 Dec 09 11:58:02.741524 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c02db536-9346-45ba-9734-d7bae24956c0 req-716c3ecb-d9ac-4cd6-a9a9-e945ca660715 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528834 Dec 09 11:58:02.871085 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e189-ed89-48c4-b3c3-1413ceedbde8 req-b846556c-9382-4511-94a7-4f83a489440a tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:02.872305 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-04c4e189-ed89-48c4-b3c3-1413ceedbde8 req-b846556c-9382-4511-94a7-4f83a489440a tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 945 time: 0.0553761 Dec 09 11:58:02.944188 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-04c4e189-ed89-48c4-b3c3-1413ceedbde8 req-195008a5-710c-40bd-b725-780294b7e365 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641601 Dec 09 11:58:02.987464 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60288) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:02.992086 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454038-a1ff-4434-b979-2f1f92fac8b9 req-f251c62a-b53e-485c-b052-e15f4d540851 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:03.002275 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-30454038-a1ff-4434-b979-2f1f92fac8b9 req-f251c62a-b53e-485c-b052-e15f4d540851 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0719426 Dec 09 11:58:03.043913 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a58913e-dd27-4347-a386-80c4f716974e tempest-TestVolumeBootPattern-31753890 tempest-TestVolumeBootPattern-31753890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:03.046663 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-1a58913e-dd27-4347-a386-80c4f716974e tempest-TestVolumeBootPattern-31753890 tempest-TestVolumeBootPattern-31753890-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 1093 time: 0.0574739 Dec 09 11:58:03.049521 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60290) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:03.054243 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'floatingip': {'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'port_id': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:58:03.067069 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-30454038-a1ff-4434-b979-2f1f92fac8b9 req-dde28fd3-4f66-47dc-9a0e-dddce18fd427 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566256 Dec 09 11:58:03.160176 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:03.286488 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:03.408882 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Allocated IP 172.27.3.82 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/b71ddef3-becb-49fd-ae8e-7325377c7395) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:58:03.518192 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:03.634603 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:03.685211 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:58:03.692727 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:58:03.695557 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:58:03.702177 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'Port': ['ID=b71ddef3-becb-49fd-ae8e-7325377c7395,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:04.135831 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:04.204866 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c18ef-831d-4359-a616-1af385d955b1 req-e9a8a34c-6a5d-4cd0-818f-da1178eec5c6 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:04.206409 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4c5c18ef-831d-4359-a616-1af385d955b1 req-e9a8a34c-6a5d-4cd0-818f-da1178eec5c6 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0580590 Dec 09 11:58:04.265301 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4c5c18ef-831d-4359-a616-1af385d955b1 req-8860c13f-cb17-4c69-8966-cf049ff93da3 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525589 Dec 09 11:58:04.289339 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:04.463894 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:04.700604 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:04.767393 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'Port': ['ID=b71ddef3-becb-49fd-ae8e-7325377c7395,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:04.787136 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:05.152632 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.l3_db [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Floating IP 5cd74077-5110-488e-984f-f6c8831d7580 associated. External IP: 172.27.3.82, port: 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39. Dec 09 11:58:05.371545 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:05.373183 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:58:05.390665 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feade100-1f84-4d86-822e-1eeaa2e2d0b8 req-b2e15166-0965-40f3-9ad8-c200229496ad tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:05.392305 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-feade100-1f84-4d86-822e-1eeaa2e2d0b8 req-b2e15166-0965-40f3-9ad8-c200229496ad tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0497653 Dec 09 11:58:05.444320 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-feade100-1f84-4d86-822e-1eeaa2e2d0b8 req-300925cf-0e00-49e9-964a-b29cba9e2518 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460758 Dec 09 11:58:05.483998 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:58:05.494913 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9839688-9101-4f6d-947f-4435f3e37d89 None None] Sync routers for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:58:05.505785 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9839688-9101-4f6d-947f-4435f3e37d89 None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:58:05.506398 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e9839688-9101-4f6d-947f-4435f3e37d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:05.573853 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:05.600368 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a78c5731-c37b-472a-b68d-0a921359e7d0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5496213 Dec 09 11:58:05.601052 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'tag': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:58:05.603365 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e55eca-8d4b-4077-a53d-b571dcec3474" -d '{"events": [{"name": "network-changed", "server_uuid": "347b9f58-24c1-4c7a-b364-a002234e7e43", "tag": "7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:58:05.613950 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-e9839688-9101-4f6d-947f-4435f3e37d89 None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:58:05.644448 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b8faa1-d42f-4e2b-8935-a74c5ca40444 x-openstack-request-id: req-f3b8faa1-d42f-4e2b-8935-a74c5ca40444 {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:58:05.644744 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347b9f58-24c1-4c7a-b364-a002234e7e43", "tag": "7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:58:05.645023 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3b8faa1-d42f-4e2b-8935-a74c5ca40444 {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:58:05.645423 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'tag': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'status': 'completed', 'code': 200} Dec 09 11:58:05.712520 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e55eca-8d4b-4077-a53d-b571dcec3474 req-1da86b48-8567-4c80-8103-6fb8e25a7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:05.714587 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-89e55eca-8d4b-4077-a53d-b571dcec3474 req-1da86b48-8567-4c80-8103-6fb8e25a7f5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 1098 time: 0.0425720 Dec 09 11:58:05.814053 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e55eca-8d4b-4077-a53d-b571dcec3474 req-15eb095a-2782-4526-ae9e-1fb67b1644bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:05.815554 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-89e55eca-8d4b-4077-a53d-b571dcec3474 req-15eb095a-2782-4526-ae9e-1fb67b1644bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 912 time: 0.0929196 Dec 09 11:58:05.853095 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e9839688-9101-4f6d-947f-4435f3e37d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '5cd74077-5110-488e-984f-f6c8831d7580', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:fe:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:58:03Z', 'updated_at': '2021-12-09T11:58:03Z', 'revision_number': 0, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:05.879935 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9839688-9101-4f6d-947f-4435f3e37d89 None None] Checking router: 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:58:05.885493 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-89e55eca-8d4b-4077-a53d-b571dcec3474 req-a7c73be9-0c3a-4270-a5e5-837b6bd50f41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 HTTP/1.1" status: 200 len: 998 time: 0.0615172 Dec 09 11:58:05.888378 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9839688-9101-4f6d-947f-4435f3e37d89 None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:58:05.888980 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e9839688-9101-4f6d-947f-4435f3e37d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:57:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:05.958102 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e55eca-8d4b-4077-a53d-b571dcec3474 req-6283b583-b435-4ace-b9b6-74733fd76218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:05.960396 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-89e55eca-8d4b-4077-a53d-b571dcec3474 req-6283b583-b435-4ace-b9b6-74733fd76218 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 200 len: 850 time: 0.0664828 Dec 09 11:58:06.011982 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-e9839688-9101-4f6d-947f-4435f3e37d89 None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:58:06.024907 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e55eca-8d4b-4077-a53d-b571dcec3474 req-f377557b-d770-4a57-b51f-c6114b0ba5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:06.027736 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-89e55eca-8d4b-4077-a53d-b571dcec3474 req-f377557b-d770-4a57-b51f-c6114b0ba5e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7887434-306d-4523-9326-6054e1da426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600004 Dec 09 11:58:06.148694 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-89e55eca-8d4b-4077-a53d-b571dcec3474 req-d935845a-6baa-461e-89d9-44118f4fbdf2 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097996 Dec 09 11:58:06.164400 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-3dce0ed5-280c-4ccb-86d9-255989dba9e0 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:06.166224 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-3dce0ed5-280c-4ccb-86d9-255989dba9e0 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/networks?id=aa94e386-038b-4999-83fe-164562ab6184 HTTP/1.1" status: 200 len: 814 time: 0.1142619 Dec 09 11:58:06.183868 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-bfd220ad-0fe9-4a64-b623-741290c2a09c tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/quotas/869b9253adef4cceb3a529d9a2a90a11 HTTP/1.1" status: 200 len: 375 time: 0.0110753 Dec 09 11:58:06.240633 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-e0aa8030-2776-4e1a-a933-ed7bd0f616b7 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=869b9253adef4cceb3a529d9a2a90a11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504808 Dec 09 11:58:06.257446 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-89e55eca-8d4b-4077-a53d-b571dcec3474 req-47573d2f-6e86-4eb6-a12e-5c16ded0fbf1 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006680 Dec 09 11:58:06.268501 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e9839688-9101-4f6d-947f-4435f3e37d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '5cd74077-5110-488e-984f-f6c8831d7580', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:fe:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:58:03Z', 'updated_at': '2021-12-09T11:58:03Z', 'revision_number': 0, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:06.300736 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9839688-9101-4f6d-947f-4435f3e37d89 None None] The sync data for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi is: [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '5cd74077-5110-488e-984f-f6c8831d7580', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:fe:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:58:03Z', 'updated_at': '2021-12-09T11:58:03Z', 'revision_number': 0, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:58:06.345327 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-6ec06e1d-40de-41d8-a5f7-0c412d7af46b service neutron] 10.222.0.24 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925825 Dec 09 11:58:06.442216 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-bbda77bc-8b8c-444b-bf26-ee676b1a6707 service neutron] 10.222.0.24 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906153 Dec 09 11:58:06.511946 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307aabe8-2632-47e8-b03e-74536e7185c2 None None] New status for floating IP 5cd74077-5110-488e-984f-f6c8831d7580: ACTIVE {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:58:06.753706 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25602d-2f1e-4385-961c-43eff0dea0ef req-45b04daa-d5fb-4603-8006-5ea262e74952 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:06.755628 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6a25602d-2f1e-4385-961c-43eff0dea0ef req-45b04daa-d5fb-4603-8006-5ea262e74952 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0548041 Dec 09 11:58:06.807161 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6a25602d-2f1e-4385-961c-43eff0dea0ef req-ca32aeb4-e19b-44e8-9986-3ec535291775 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447652 Dec 09 11:58:06.893561 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-12a7412c-b400-4802-8489-59a6fb17b761 req-24ab4722-8fbf-4196-a50c-d7b9903c56f7 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 210 time: 0.0374308 Dec 09 11:58:07.932337 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b54af-8692-49e9-9a26-c212d44299ba req-07e074e3-59d8-44f0-b546-4e8d3692055d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:07.934047 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-242b54af-8692-49e9-9a26-c212d44299ba req-07e074e3-59d8-44f0-b546-4e8d3692055d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0508189 Dec 09 11:58:07.997980 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c42d8d6a-a22d-46c2-9c4e-6aa3b6f7ff2f req-f8089a92-7852-4191-b911-0a92f48ef35e tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 210 time: 0.0363176 Dec 09 11:58:08.008321 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-242b54af-8692-49e9-9a26-c212d44299ba req-a2c435d3-b779-4fa0-bf53-89d1101c991c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679958 Dec 09 11:58:09.094618 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-ddf31ce3-e754-40dc-9e78-683aac71dbdf tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:09.096990 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-ddf31ce3-e754-40dc-9e78-683aac71dbdf tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.42 "GET /v2.0/networks?id=aa94e386-038b-4999-83fe-164562ab6184 HTTP/1.1" status: 200 len: 814 time: 0.1238818 Dec 09 11:58:09.101840 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-afeb2052-b122-4037-81c4-09f129488c3f req-ed0894dd-8f83-45c9-b6a4-2f4bab322b9d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 210 time: 0.0336280 Dec 09 11:58:09.110378 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Request body: {'port': {'device_id': '4dbd1051-402c-49de-b001-489a2464ae8e', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'admin_state_up': True, 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:58:09.153584 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65478-1c2b-438a-a92b-8a6244f855ed req-80592306-8348-4031-b0f3-97abac5fc9bb tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:09.155098 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54d65478-1c2b-438a-a92b-8a6244f855ed req-80592306-8348-4031-b0f3-97abac5fc9bb tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0522869 Dec 09 11:58:09.204979 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-54d65478-1c2b-438a-a92b-8a6244f855ed req-8802dc0f-bfe4-4543-bbda-57a59b99621a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437920 Dec 09 11:58:09.306513 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Made reservation on behalf of 869b9253adef4cceb3a529d9a2a90a11 for: {'port': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:58:09.311277 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:09.439463 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_common [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Allocated IP 172.20.0.9 (aa94e386-038b-4999-83fe-164562ab6184/1b747344-8801-43f5-9f1c-325576149f10/ea9d971b-9813-45a8-bc75-b39665454e2b) {{(pid=109617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:58:09.590960 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for port, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:09.680086 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:09.720118 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Network aa94e386-038b-4999-83fe-164562ab6184 is already hosted by enough agents. {{(pid=109617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:58:09.723723 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Resources bound (agent type, host, resource id): {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:58:09.727669 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Received port after_create {{(pid=109617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:58:09.771670 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event updated for resources: {'Port': ['ID=ea9d971b-9813-45a8-bc75-b39665454e2b,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:09.799016 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:09.800104 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:09.908528 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-d6c7fe05-0ef3-46cc-996d-238c47a7a00b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8024495 Dec 09 11:58:10.064687 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-bdaac070-5901-4511-997e-ab989910bf10 None None] Provisioning complete for port ea9d971b-9813-45a8-bc75-b39665454e2b triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:58:10.065258 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-bdaac070-5901-4511-997e-ab989910bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:10.099913 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-bdaac070-5901-4511-997e-ab989910bf10 None None] Port ea9d971b-9813-45a8-bc75-b39665454e2b cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:58:10.241472 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d101ff-dec6-4e48-a766-e804944f46a0 req-656ed808-298a-4da9-a80e-17ba8031e83d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:10.243588 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f9d101ff-dec6-4e48-a766-e804944f46a0 req-656ed808-298a-4da9-a80e-17ba8031e83d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 931 time: 0.0676858 Dec 09 11:58:10.298702 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f9d101ff-dec6-4e48-a766-e804944f46a0 req-7eae5904-2ad9-4826-b035-3e90f4eb9f6f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476480 Dec 09 11:58:10.353410 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7d9f2-0d23-417a-a598-1cb63b7f730c req-a1090930-da74-4e48-a48f-7c7b449e6017 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:10.354891 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39d7d9f2-0d23-417a-a598-1cb63b7f730c req-a1090930-da74-4e48-a48f-7c7b449e6017 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0550370 Dec 09 11:58:10.401967 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39d7d9f2-0d23-417a-a598-1cb63b7f730c req-9f4d3e94-ca53-4057-b1db-b8cba5e0862e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409839 Dec 09 11:58:11.412718 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34b629-a535-41c1-b9bd-472871b2a6ef req-ccb30594-4086-4d5b-a390-e998337a5d8c tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:11.414187 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5d34b629-a535-41c1-b9bd-472871b2a6ef req-ccb30594-4086-4d5b-a390-e998337a5d8c tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 931 time: 0.0491495 Dec 09 11:58:11.464578 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5d34b629-a535-41c1-b9bd-472871b2a6ef req-b8299028-c7f9-4846-8abb-6451a321c749 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439286 Dec 09 11:58:11.527464 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bddcb-7f17-4ef2-9e0d-b82747ad8a37 req-87b9d587-11fd-4f07-b2dd-6eb2fe659201 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:11.528955 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7a2bddcb-7f17-4ef2-9e0d-b82747ad8a37 req-87b9d587-11fd-4f07-b2dd-6eb2fe659201 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0508578 Dec 09 11:58:11.582499 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7a2bddcb-7f17-4ef2-9e0d-b82747ad8a37 req-0e674c93-2e1c-4c2f-beda-f2d4dd8195fd tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474575 Dec 09 11:58:12.581488 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44293628-7ab0-46da-b0c7-456daee91308 req-46556e66-7c95-449c-9b7b-0fd2bf9f1ef4 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:12.583097 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-44293628-7ab0-46da-b0c7-456daee91308 req-46556e66-7c95-449c-9b7b-0fd2bf9f1ef4 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 931 time: 0.0493846 Dec 09 11:58:12.640610 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-44293628-7ab0-46da-b0c7-456daee91308 req-7a11a3a4-0377-4520-9d2d-2aa8a1c2a634 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512488 Dec 09 11:58:12.726148 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8d50d-cce8-41d8-8132-aa5515d99aa3 req-0abf2050-06a0-4fdb-b251-b16eb30c9e6a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:12.727946 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b9b8d50d-cce8-41d8-8132-aa5515d99aa3 req-0abf2050-06a0-4fdb-b251-b16eb30c9e6a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0506039 Dec 09 11:58:12.778293 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b9b8d50d-cce8-41d8-8132-aa5515d99aa3 req-8a8892a0-db1d-46a7-8392-16657e193124 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432763 Dec 09 11:58:13.755201 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654fa6f-fd8d-4f63-98b5-afe62e0ed43f req-9140b830-6769-46b4-b259-011fa2e821ac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:13.756663 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0654fa6f-fd8d-4f63-98b5-afe62e0ed43f req-9140b830-6769-46b4-b259-011fa2e821ac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 931 time: 0.0537636 Dec 09 11:58:13.806167 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0654fa6f-fd8d-4f63-98b5-afe62e0ed43f req-09e47a23-9b4b-47b0-9207-fba9a2eef623 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428846 Dec 09 11:58:13.912418 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b396dd-a129-4810-b4b9-692b18fe00d9 req-f8be4bc2-286c-4077-a56e-3b63585cc2a6 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:13.913940 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a3b396dd-a129-4810-b4b9-692b18fe00d9 req-f8be4bc2-286c-4077-a56e-3b63585cc2a6 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0521328 Dec 09 11:58:13.964243 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a3b396dd-a129-4810-b4b9-692b18fe00d9 req-f39c7e4b-1b8b-4138-a11e-8f2226fa0f97 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437746 Dec 09 11:58:14.923199 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486fa9d-6df3-4887-aed6-5f4f2cddccd7 req-293f3a9d-05b1-4909-8254-b399102d4f02 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:14.924750 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a486fa9d-6df3-4887-aed6-5f4f2cddccd7 req-293f3a9d-05b1-4909-8254-b399102d4f02 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 931 time: 0.0474317 Dec 09 11:58:14.979147 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a486fa9d-6df3-4887-aed6-5f4f2cddccd7 req-7571e7e7-84e6-4edc-8d31-9f95e985f203 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482988 Dec 09 11:58:15.101755 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028d7b7-5f60-42bf-b1ff-5edbe348dd1d req-579ab971-7462-4515-963b-37794161e614 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:15.103813 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7028d7b7-5f60-42bf-b1ff-5edbe348dd1d req-579ab971-7462-4515-963b-37794161e614 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0510278 Dec 09 11:58:15.154344 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7028d7b7-5f60-42bf-b1ff-5edbe348dd1d req-09d07aeb-43c6-4ca1-94ed-a02ac7dcd350 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439727 Dec 09 11:58:16.099310 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced8536-1065-4b73-850a-093a451b7652 req-e8621b65-3d3f-4c75-b5c9-81d53ccf5659 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:16.100779 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bced8536-1065-4b73-850a-093a451b7652 req-e8621b65-3d3f-4c75-b5c9-81d53ccf5659 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 931 time: 0.0491967 Dec 09 11:58:16.156846 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bced8536-1065-4b73-850a-093a451b7652 req-b16ffb53-fb75-4215-bece-c8060e33a773 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500481 Dec 09 11:58:16.282237 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a7c28-f657-4686-9f59-0ee7d3f1b8b9 req-1059395f-9ea4-47c4-8b31-574a3377853d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:16.283707 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b74a7c28-f657-4686-9f59-0ee7d3f1b8b9 req-1059395f-9ea4-47c4-8b31-574a3377853d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0532146 Dec 09 11:58:16.332469 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b74a7c28-f657-4686-9f59-0ee7d3f1b8b9 req-4fb25cc3-1cba-44a8-aedc-84fd8d0bb9a4 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427120 Dec 09 11:58:17.271848 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480ae87-aba3-4303-a62b-ba319c16f7cb req-99c66193-c956-4981-afa6-278440ff634c tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:17.273456 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6480ae87-aba3-4303-a62b-ba319c16f7cb req-99c66193-c956-4981-afa6-278440ff634c tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 931 time: 0.0487325 Dec 09 11:58:17.326949 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6480ae87-aba3-4303-a62b-ba319c16f7cb req-1625bd45-657e-44ef-909a-dbe7aa2ec830 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 Dec 09 11:58:17.457269 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b71f22-e156-419b-9535-a981060aee50 req-80a494a8-44c8-418c-8270-3d5eb1e0ea99 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:17.459010 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-14b71f22-e156-419b-9535-a981060aee50 req-80a494a8-44c8-418c-8270-3d5eb1e0ea99 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0524678 Dec 09 11:58:17.508707 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-14b71f22-e156-419b-9535-a981060aee50 req-8a9d83c6-6766-4854-9d99-3d530aacef4a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431411 Dec 09 11:58:18.452176 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17737ff-04a1-4fc7-845a-e9459d38047f req-0191c430-cf68-4ddc-83ac-f501c1aadc39 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:18.453734 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c17737ff-04a1-4fc7-845a-e9459d38047f req-0191c430-cf68-4ddc-83ac-f501c1aadc39 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 931 time: 0.0496290 Dec 09 11:58:18.503687 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c17737ff-04a1-4fc7-845a-e9459d38047f req-200b0cdc-f96c-4b37-bc49-daec5aac1646 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438373 Dec 09 11:58:18.630029 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b237-8354-41e6-a6cd-0b6457a7bf3a req-6334b274-87f8-4e81-9647-d3edc70a6a6c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:18.631454 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9157b237-8354-41e6-a6cd-0b6457a7bf3a req-6334b274-87f8-4e81-9647-d3edc70a6a6c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0497131 Dec 09 11:58:18.684031 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9157b237-8354-41e6-a6cd-0b6457a7bf3a req-3d5b2a9c-a340-467f-ae41-5ec8e9099590 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465894 Dec 09 11:58:19.622120 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2042a7-eeb8-46ad-8a3e-a335c90c549d req-21b0f51a-7c08-4d18-b20d-bb1e9622cca9 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:19.625694 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8f2042a7-eeb8-46ad-8a3e-a335c90c549d req-21b0f51a-7c08-4d18-b20d-bb1e9622cca9 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 931 time: 0.0513501 Dec 09 11:58:19.688198 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8f2042a7-eeb8-46ad-8a3e-a335c90c549d req-da48ebac-7e49-4074-8dcc-8b9e97c393ef tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561380 Dec 09 11:58:19.806779 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bfc07-704c-4c5b-a249-f37ecc5816e0 req-e4911c3d-79de-41ff-80a4-73b28c6f7dd3 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:19.808270 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fe8bfc07-704c-4c5b-a249-f37ecc5816e0 req-e4911c3d-79de-41ff-80a4-73b28c6f7dd3 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0499525 Dec 09 11:58:19.862017 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fe8bfc07-704c-4c5b-a249-f37ecc5816e0 req-850a7723-f1d7-4fa9-ad0f-4d9272942b45 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469110 Dec 09 11:58:20.487082 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Request body: {'port': {'device_id': '4dbd1051-402c-49de-b001-489a2464ae8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:58:20.547515 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:20.808917 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9d971b-9813-45a8-bc75-b39665454e2b {{(pid=109617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:58:20.809153 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17075ffb-b500-4afa-9681-9e089cf7257f req-de7b87b8-acf4-4a3d-8756-87ac77cd88aa tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:20.810964 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-17075ffb-b500-4afa-9681-9e089cf7257f req-de7b87b8-acf4-4a3d-8756-87ac77cd88aa tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 931 time: 0.0515976 Dec 09 11:58:20.817187 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:20.829856 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.provisioning_blocks [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Transition to ACTIVE for port object ea9d971b-9813-45a8-bc75-b39665454e2b will not be triggered until provisioned by entity L2. {{(pid=109617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:58:20.858083 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-17075ffb-b500-4afa-9681-9e089cf7257f req-cb8035a5-f920-44a6-839f-03b88f469714 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Dec 09 11:58:20.891056 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:20.964523 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9d971b-9813-45a8-bc75-b39665454e2b,revision_number=2']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:20.994543 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dac0b-f154-484b-a6aa-c72c6d4a3d2a req-d0076447-8a22-46e0-9a7e-e5924054c0ec tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:20.996294 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d63dac0b-f154-484b-a6aa-c72c6d4a3d2a req-d0076447-8a22-46e0-9a7e-e5924054c0ec tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0572021 Dec 09 11:58:21.027577 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Attempting to bind port ea9d971b-9813-45a8-bc75-b39665454e2b on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:58:21.029281 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Attempting to bind port ea9d971b-9813-45a8-bc75-b39665454e2b by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:58:21.029281 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Attempting to bind port ea9d971b-9813-45a8-bc75-b39665454e2b on network aa94e386-038b-4999-83fe-164562ab6184 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:58:21.034984 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Port ea9d971b-9813-45a8-bc75-b39665454e2b on network aa94e386-038b-4999-83fe-164562ab6184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:58:21.035305 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Attempting to bind port ea9d971b-9813-45a8-bc75-b39665454e2b on network aa94e386-038b-4999-83fe-164562ab6184 {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:58:21.044442 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:58:21.045012 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Checking segment: {'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:58:21.045506 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Bound using segment: {'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'} {{(pid=109617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:58:21.045945 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.managers [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Bound port: ea9d971b-9813-45a8-bc75-b39665454e2b, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a523b00-3f68-4262-a54b-78dcc7a22e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184'}}] {{(pid=109617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:58:21.046308 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:21.064538 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d63dac0b-f154-484b-a6aa-c72c6d4a3d2a req-593be7da-95ee-4ff5-a1e7-6926f1196223 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570862 Dec 09 11:58:21.115256 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] For port ea9d971b-9813-45a8-bc75-b39665454e2b, host hv-cinder-81969, cleared binding levels {{(pid=109617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:58:21.118503 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] For port ea9d971b-9813-45a8-bc75-b39665454e2b, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea9d971b-9813-45a8-bc75-b39665454e2b,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:58:21.209721 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4296249'] for port, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:21.244076 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:21.244689 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:21.246086 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] 10.222.0.42 "PUT /v2.0/ports/ea9d971b-9813-45a8-bc75-b39665454e2b HTTP/1.1" status: 200 len: 1093 time: 0.7633216 Dec 09 11:58:21.246520 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:58:21.249334 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b605e89f-74a4-419d-afea-fdb92991ef9e" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:58:21.276781 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e6bba-88a6-45f1-a025-b2b5fb841960 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9d971b-9813-45a8-bc75-b39665454e2b,revision_number=3']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:21.293199 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649d4200-e23d-44d5-8fca-5ad347781f28 x-openstack-request-id: req-649d4200-e23d-44d5-8fca-5ad347781f28 {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:58:21.293499 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:58:21.293757 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-649d4200-e23d-44d5-8fca-5ad347781f28 {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:58:21.294240 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'status': 'completed', 'code': 200} Dec 09 11:58:21.360611 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605e89f-74a4-419d-afea-fdb92991ef9e req-1263f9c2-72b3-408d-83f0-554e3950bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:21.362110 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-b605e89f-74a4-419d-afea-fdb92991ef9e req-1263f9c2-72b3-408d-83f0-554e3950bb26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=869b9253adef4cceb3a529d9a2a90a11&device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 1096 time: 0.0435247 Dec 09 11:58:21.465127 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605e89f-74a4-419d-afea-fdb92991ef9e req-d1cc9111-c0e2-46e2-804a-28166147d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:21.466627 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-b605e89f-74a4-419d-afea-fdb92991ef9e req-d1cc9111-c0e2-46e2-804a-28166147d1da service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=869b9253adef4cceb3a529d9a2a90a11&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0967269 Dec 09 11:58:21.563303 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605e89f-74a4-419d-afea-fdb92991ef9e req-f6fb1241-b752-4751-bc85-59c5a1f8eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:21.564660 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-b605e89f-74a4-419d-afea-fdb92991ef9e req-f6fb1241-b752-4751-bc85-59c5a1f8eb82 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897844 Dec 09 11:58:21.643320 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-4504640d-142e-444b-8010-0976e66a08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:21.644777 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-4504640d-142e-444b-8010-0976e66a08dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=869b9253adef4cceb3a529d9a2a90a11&device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 1096 time: 0.0401514 Dec 09 11:58:21.687627 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-42b4a9ee-cc30-4094-9fc9-cf109e54dcf2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea9d971b-9813-45a8-bc75-b39665454e2b HTTP/1.1" status: 200 len: 217 time: 0.0331106 Dec 09 11:58:21.741984 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-18bacdd8-2dac-45a4-b62e-b5250bed923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:21.743531 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-18bacdd8-2dac-45a4-b62e-b5250bed923e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b747344-8801-43f5-9f1c-325576149f10 HTTP/1.1" status: 200 len: 853 time: 0.0469749 Dec 09 11:58:21.790211 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-b7e65a05-e20b-4036-892a-322e788f9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:21.791792 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-b7e65a05-e20b-4036-892a-322e788f9bda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa94e386-038b-4999-83fe-164562ab6184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410142 Dec 09 11:58:21.885378 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6ab11f85-3d05-479c-b6c1-edb8e69c32ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:21.891727 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-876c6424-4401-4f7a-aa1e-e4c8f7afdebb service neutron] 10.222.0.42 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834391 Dec 09 11:58:21.923251 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device da4ef1fb-5936-490e-8adf-4e22a852842f details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:58:21.981292 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931cca2-53c1-4f23-8843-93f40e170b45 req-1bede97e-def0-467f-a45d-6ba06328fc54 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:21.983366 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a931cca2-53c1-4f23-8843-93f40e170b45 req-1bede97e-def0-467f-a45d-6ba06328fc54 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 943 time: 0.0562913 Dec 09 11:58:21.989702 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6ea2a6b0-98c4-4cd3-9381-27266900a2c3 req-8f1687e6-6c6f-467b-9f96-1a08fbc6e9d9 service neutron] 10.222.0.42 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942240 Dec 09 11:58:22.038697 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a931cca2-53c1-4f23-8843-93f40e170b45 req-ef927605-37f2-438b-a869-53db52ae6d95 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490515 Dec 09 11:58:22.048465 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=da4ef1fb-5936-490e-8adf-4e22a852842f,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:22.057226 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'port_id': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'mac_address': 'fa:16:3e:2b:fe:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:58:22.094949 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:22.109485 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da4ef1fb-5936-490e-8adf-4e22a852842f {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:58:22.130266 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=da4ef1fb-5936-490e-8adf-4e22a852842f,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:22.180872 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9a323-ab4c-431f-90c2-83d4ed3a6995 req-75bdb19d-47d3-486b-b39e-3bfa56aafa11 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:22.182247 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aba9a323-ab4c-431f-90c2-83d4ed3a6995 req-75bdb19d-47d3-486b-b39e-3bfa56aafa11 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0499403 Dec 09 11:58:22.210622 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:22.232865 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aba9a323-ab4c-431f-90c2-83d4ed3a6995 req-e049c55f-f243-4369-8959-25049a801242 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440907 Dec 09 11:58:22.264827 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=da4ef1fb-5936-490e-8adf-4e22a852842f,revision_number=6']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:22.272045 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.272403 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.272760 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.273101 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.273451 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.273778 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.274121 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.274449 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.274785 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.275145 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.275477 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.275806 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.276142 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:22.322744 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['da4ef1fb-5936-490e-8adf-4e22a852842f'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:58:23.150360 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c5e26-8460-4d19-9ffe-1c33fe20f078 req-49075c82-e7da-4f93-b9b6-71da10269ba0 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:23.151852 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-403c5e26-8460-4d19-9ffe-1c33fe20f078 req-49075c82-e7da-4f93-b9b6-71da10269ba0 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 943 time: 0.0480609 Dec 09 11:58:23.198182 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-403c5e26-8460-4d19-9ffe-1c33fe20f078 req-0c695650-89c3-4410-b9c0-ea4d490efca3 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396819 Dec 09 11:58:23.362279 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3259f6b-9cec-43ee-b5bb-040d6d19ce2e req-5ea4aaf8-118f-48c1-85e0-b503b5123f5c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:23.363897 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b3259f6b-9cec-43ee-b5bb-040d6d19ce2e req-5ea4aaf8-118f-48c1-85e0-b503b5123f5c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 944 time: 0.0523388 Dec 09 11:58:23.417041 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b3259f6b-9cec-43ee-b5bb-040d6d19ce2e req-e0749151-7686-4ab5-a0c3-2da4237a7a56 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473287 Dec 09 11:58:23.930618 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device ea9d971b-9813-45a8-bc75-b39665454e2b details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:58:23.932707 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device da4ef1fb-5936-490e-8adf-4e22a852842f up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:58:24.049064 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port da4ef1fb-5936-490e-8adf-4e22a852842f triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:58:24.049429 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:24.088774 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port ea9d971b-9813-45a8-bc75-b39665454e2b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea9d971b-9813-45a8-bc75-b39665454e2b,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:24.108196 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'port_id': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'mac_address': 'fa:16:3e:a4:43:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b747344-8801-43f5-9f1c-325576149f10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:58:24.210300 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:24.212702 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:24.242098 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9d971b-9813-45a8-bc75-b39665454e2b {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:58:24.290219 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:58:24.292054 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4f192e-6154-4d5e-8243-2c64cca70c87" -d '{"events": [{"server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "name": "network-vif-plugged", "status": "completed", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:58:24.299392 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=da4ef1fb-5936-490e-8adf-4e22a852842f,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:24.301553 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port ea9d971b-9813-45a8-bc75-b39665454e2b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea9d971b-9813-45a8-bc75-b39665454e2b,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:24.347351 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0ee852-454f-4bbb-9628-db727c89036f x-openstack-request-id: req-af0ee852-454f-4bbb-9628-db727c89036f {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:58:24.349459 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "name": "network-vif-plugged", "status": "completed", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:58:24.349941 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af0ee852-454f-4bbb-9628-db727c89036f {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:58:24.350349 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'code': 200} Dec 09 11:58:24.369001 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db877b-4c83-4be5-bfe3-51b59bce5c9f req-0bee81b5-0d1b-4e59-95c8-14fcc0a28fb8 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:24.371596 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e5db877b-4c83-4be5-bfe3-51b59bce5c9f req-0bee81b5-0d1b-4e59-95c8-14fcc0a28fb8 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 943 time: 0.0600142 Dec 09 11:58:24.432998 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-e5db877b-4c83-4be5-bfe3-51b59bce5c9f req-5acaf8d3-d258-4b89-9869-d7482baffdcf tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528290 Dec 09 11:58:24.564352 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244334a-7acb-4942-8a4d-0420025b9c79 req-39f66240-1665-4e63-af74-d558e267ca75 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:24.582140 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a244334a-7acb-4942-8a4d-0420025b9c79 req-39f66240-1665-4e63-af74-d558e267ca75 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 944 time: 0.0669582 Dec 09 11:58:24.630084 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a244334a-7acb-4942-8a4d-0420025b9c79 req-03776e1d-cc6d-4de7-8ab9-21202619b695 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564299 Dec 09 11:58:25.146529 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-8278f296-518b-4fda-984d-4926a6e2fddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:25.189471 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:25.192552 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:25.230912 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:25.260403 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=da4ef1fb-5936-490e-8adf-4e22a852842f,revision_number=7']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:25.321564 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=ea9d971b-9813-45a8-bc75-b39665454e2b,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:25.493407 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['ea9d971b-9813-45a8-bc75-b39665454e2b'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:58:25.597829 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6de774-cd72-4db6-8b24-af7bf48896de req-08836540-12c2-4d3d-ab26-0ee72e367eab tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:25.600583 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4d6de774-cd72-4db6-8b24-af7bf48896de req-08836540-12c2-4d3d-ab26-0ee72e367eab tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 944 time: 0.0605023 Dec 09 11:58:25.668225 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4d6de774-cd72-4db6-8b24-af7bf48896de req-4a6a15c6-5a4b-4f1a-a051-5c2fd3261576 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549586 Dec 09 11:58:25.774675 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf6ea9-40cb-48b7-a24b-47888e64c0a4 req-43bba3bf-4c91-4ff9-aec5-659ed081ca53 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:25.776616 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-27bf6ea9-40cb-48b7-a24b-47888e64c0a4 req-43bba3bf-4c91-4ff9-aec5-659ed081ca53 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0546370 Dec 09 11:58:25.867326 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-27bf6ea9-40cb-48b7-a24b-47888e64c0a4 req-d6bdf4cd-2c54-4c0f-8476-521b9dc56485 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751717 Dec 09 11:58:26.812609 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21519c-082a-4051-b41f-50fa0d91f061 req-bd9cae08-2dae-4ed3-ba90-d0416a251a9c tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:26.814281 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0d21519c-082a-4051-b41f-50fa0d91f061 req-bd9cae08-2dae-4ed3-ba90-d0416a251a9c tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 944 time: 0.0671821 Dec 09 11:58:26.868210 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0d21519c-082a-4051-b41f-50fa0d91f061 req-0c950d56-b3c0-4dce-a81a-7a5ec97408c0 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461226 Dec 09 11:58:27.014320 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4bd8a-dcc8-43ef-aaab-422a15fdc227 req-fe12af7a-3a17-4730-b426-6b93a3e6e4af tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:27.014320 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5dd4bd8a-dcc8-43ef-aaab-422a15fdc227 req-fe12af7a-3a17-4730-b426-6b93a3e6e4af tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0485132 Dec 09 11:58:27.054099 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5dd4bd8a-dcc8-43ef-aaab-422a15fdc227 req-7c6dcf75-88ba-49ba-a831-05a652a22e3a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407038 Dec 09 11:58:27.300689 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:27.896338 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:27.940651 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device ea9d971b-9813-45a8-bc75-b39665454e2b up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:58:27.999169 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bbd61-b944-4410-804f-84a86ed64441 req-5d4e3532-5fc1-49a6-85d9-556e85133aa8 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:28.000533 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-087bbd61-b944-4410-804f-84a86ed64441 req-5d4e3532-5fc1-49a6-85d9-556e85133aa8 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 944 time: 0.0535467 Dec 09 11:58:28.052810 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-087bbd61-b944-4410-804f-84a86ed64441 req-556ae288-77e4-4431-b830-6b59afcc0989 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451078 Dec 09 11:58:28.067671 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port ea9d971b-9813-45a8-bc75-b39665454e2b completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:58:28.072088 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port ea9d971b-9813-45a8-bc75-b39665454e2b triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:58:28.072573 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:28.164066 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:28.195106 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4d657-2a32-4a8a-98d2-5c5770afa306 req-3fa87aaa-a9dc-4a03-8578-af54fd971bc8 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:28.202330 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97f4d657-2a32-4a8a-98d2-5c5770afa306 req-3fa87aaa-a9dc-4a03-8578-af54fd971bc8 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0613685 Dec 09 11:58:28.211459 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:58:28.215185 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc36431-034a-465d-b252-f6a4eb5d38d3" -d '{"events": [{"server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "name": "network-vif-plugged", "status": "completed", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:58:28.232546 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port ea9d971b-9813-45a8-bc75-b39665454e2b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea9d971b-9813-45a8-bc75-b39665454e2b,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:28.251688 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-97f4d657-2a32-4a8a-98d2-5c5770afa306 req-9babe742-c788-40d1-a418-34a000dbf248 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482452 Dec 09 11:58:28.281768 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4859f8-85b9-4a41-a417-d20418c5b033 x-openstack-request-id: req-2b4859f8-85b9-4a41-a417-d20418c5b033 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:58:28.282093 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "name": "network-vif-plugged", "status": "completed", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:58:28.282354 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b4859f8-85b9-4a41-a417-d20418c5b033 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:58:28.282751 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'code': 200} Dec 09 11:58:28.296720 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:28.346643 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=ea9d971b-9813-45a8-bc75-b39665454e2b,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:28.613046 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64689e5-328b-4b42-885d-09e55caf2de4 req-54235cd4-4b4c-4de8-8be0-a6f49dffddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:28.614555 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-e64689e5-328b-4b42-885d-09e55caf2de4 req-54235cd4-4b4c-4de8-8be0-a6f49dffddc8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 1098 time: 0.0454400 Dec 09 11:58:28.679331 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-e64689e5-328b-4b42-885d-09e55caf2de4 req-66665057-174e-4d16-b890-777e164e2ab4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543263 Dec 09 11:58:29.221584 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9117b4-8fa1-4544-af82-77c83d4d6533 req-c2ed6956-744e-4061-aeff-3f4d23c30312 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:29.225713 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9f9117b4-8fa1-4544-af82-77c83d4d6533 req-c2ed6956-744e-4061-aeff-3f4d23c30312 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 945 time: 0.0880485 Dec 09 11:58:29.265288 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c1fb5-ef45-4457-be15-7e75b935c367 req-05953901-7f8a-466f-aea3-e76b8a3149dc tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:29.266965 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d37c1fb5-ef45-4457-be15-7e75b935c367 req-05953901-7f8a-466f-aea3-e76b8a3149dc tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 945 time: 0.0998075 Dec 09 11:58:29.313141 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9f9117b4-8fa1-4544-af82-77c83d4d6533 req-e8892766-4555-4821-9ed8-2ef68400b889 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819149 Dec 09 11:58:29.338967 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d37c1fb5-ef45-4457-be15-7e75b935c367 req-39624447-8d0a-4eab-9f5c-5526227efd0c tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625348 Dec 09 11:58:29.437769 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30d96c-7897-430e-a17c-9881afb7713a req-542e6512-5cb4-4dd0-8155-31577e73cf74 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:29.445101 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aa30d96c-7897-430e-a17c-9881afb7713a req-542e6512-5cb4-4dd0-8155-31577e73cf74 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0589542 Dec 09 11:58:29.499286 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aa30d96c-7897-430e-a17c-9881afb7713a req-e5a95a03-571f-4edd-b973-87f99acd7566 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503912 Dec 09 11:58:30.628013 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9759e1-209d-4f48-a5a5-b9e5baa92555 req-f07e795a-9ab7-4b45-baa2-b032d2d4fadf tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:30.629659 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2b9759e1-209d-4f48-a5a5-b9e5baa92555 req-f07e795a-9ab7-4b45-baa2-b032d2d4fadf tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 945 time: 0.0810180 Dec 09 11:58:30.636769 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a6662-8a7c-4532-b1b6-2725172873e4 req-0d8d4609-7ba2-41ca-8522-17044a3f8ac0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:30.638329 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-941a6662-8a7c-4532-b1b6-2725172873e4 req-0d8d4609-7ba2-41ca-8522-17044a3f8ac0 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 945 time: 0.0882726 Dec 09 11:58:30.708076 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2b9759e1-209d-4f48-a5a5-b9e5baa92555 req-32a2d98d-f39b-41c0-9721-245430e84583 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687997 Dec 09 11:58:30.717503 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-941a6662-8a7c-4532-b1b6-2725172873e4 req-71049a5b-84ec-4070-86ee-295d98e33721 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724823 Dec 09 11:58:30.867051 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f4e71-a6e6-44ce-a461-14f6d02f3220 req-7990a88a-b66a-47a2-89b0-99e3e2700e9b tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:30.868642 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4f0f4e71-a6e6-44ce-a461-14f6d02f3220 req-7990a88a-b66a-47a2-89b0-99e3e2700e9b tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0865076 Dec 09 11:58:30.900502 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb21c-0033-48d8-a11f-fb76d02db68a req-787f65fa-59c8-4a9d-8908-eb6e4a36e818 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:30.902176 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c2aeb21c-0033-48d8-a11f-fb76d02db68a req-787f65fa-59c8-4a9d-8908-eb6e4a36e818 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 945 time: 0.1062615 Dec 09 11:58:30.952771 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4f0f4e71-a6e6-44ce-a461-14f6d02f3220 req-0f74213d-e25e-46db-9a2b-406f58840653 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756679 Dec 09 11:58:30.988728 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c2aeb21c-0033-48d8-a11f-fb76d02db68a req-1dc54aa0-96a1-4f96-853c-f48942748b07 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783174 Dec 09 11:58:31.293817 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-35ff9864-d53b-43e1-a6be-7d39b3b58d1a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:31.295427 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-35ff9864-d53b-43e1-a6be-7d39b3b58d1a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.42 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 945 time: 0.0604620 Dec 09 11:58:31.360389 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4754ae-e0a5-4e65-9da7-086800246ae8 req-f1b20012-c51b-48cb-9bfd-804302b31e8d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:31.361935 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3a4754ae-e0a5-4e65-9da7-086800246ae8 req-f1b20012-c51b-48cb-9bfd-804302b31e8d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 945 time: 0.0596418 Dec 09 11:58:31.410933 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Deleting port 592444cb-0c41-42b6-b781-1eb289ffa8ca {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:58:31.411277 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:31.431486 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3a4754ae-e0a5-4e65-9da7-086800246ae8 req-37b2863e-2738-4160-a315-63140fbce19f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632279 Dec 09 11:58:31.538338 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] For port 592444cb-0c41-42b6-b781-1eb289ffa8ca, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=592444cb-0c41-42b6-b781-1eb289ffa8ca,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:31.538709 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:31.739134 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:31.747554 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_update {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:31.747554 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.l3_db [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Floating IP 4d954eef-bba9-4407-8f62-deebb5a5fdba disassociated. External IP: 172.27.3.21, port: 592444cb-0c41-42b6-b781-1eb289ffa8ca. Dec 09 11:58:31.747554 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Calling delete_port for 592444cb-0c41-42b6-b781-1eb289ffa8ca owned by compute:nova {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:58:31.937261 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0009-d720-4206-b003-f48c9963b1d6 req-f7bddc23-1c64-49c9-9ad6-170a6e0a47f6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:31.938761 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-95ba0009-d720-4206-b003-f48c9963b1d6 req-f7bddc23-1c64-49c9-9ad6-170a6e0a47f6 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 945 time: 0.0840862 Dec 09 11:58:31.996005 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-95ba0009-d720-4206-b003-f48c9963b1d6 req-0bb34c2e-af90-459b-adaf-69b07efcb211 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups?id=e16aa99a-4dfd-4b78-9a58-c460838c1002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511377 Dec 09 11:58:31.999402 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:32.041245 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event deleted for resources: {'Port': ['ID=592444cb-0c41-42b6-b781-1eb289ffa8ca,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:32.142200 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96146de0-40ad-4967-9dfc-88daed85b462 req-535b7ec1-e927-42be-a3a5-aea07df52626 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:32.149394 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-96146de0-40ad-4967-9dfc-88daed85b462 req-535b7ec1-e927-42be-a3a5-aea07df52626 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0605288 Dec 09 11:58:32.184287 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:58:32.204201 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-96146de0-40ad-4967-9dfc-88daed85b462 req-b163019d-8a8e-4002-ad1f-27f1f0995393 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537961 Dec 09 11:58:32.575549 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:58:32.586762 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859972f-54df-464e-9448-719d6eefdfd5 None None] Sync routers for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:58:32.603038 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859972f-54df-464e-9448-719d6eefdfd5 None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:58:32.603680 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-9859972f-54df-464e-9448-719d6eefdfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:58:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:32.621021 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] No DVR routers for this DVR port 592444cb-0c41-42b6-b781-1eb289ffa8ca on host hv-cinder-81969 {{(pid=109617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:58:32.624268 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:32.629162 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-851b5e06-58ca-4112-b2cb-ca71371b8ab9 req-9189d582-2c16-4032-9c9f-562abf118488 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.42 "DELETE /v2.0/ports/592444cb-0c41-42b6-b781-1eb289ffa8ca HTTP/1.1" status: 204 len: 173 time: 1.3242352 Dec 09 11:58:32.629162 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'name': 'network-vif-deleted', 'tag': '592444cb-0c41-42b6-b781-1eb289ffa8ca'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:58:32.631715 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a28899-7d0d-4bc7-ac1e-1f313681b369" -d '{"events": [{"server_uuid": "6542bc90-0cbe-4318-a5a4-533e2f6d9037", "name": "network-vif-deleted", "tag": "592444cb-0c41-42b6-b781-1eb289ffa8ca"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:58:32.698039 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ec766e-a9f6-4db8-b7c3-27a9efe9d0c9 x-openstack-request-id: req-29ec766e-a9f6-4db8-b7c3-27a9efe9d0c9 {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:58:32.698039 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6542bc90-0cbe-4318-a5a4-533e2f6d9037", "name": "network-vif-deleted", "tag": "592444cb-0c41-42b6-b781-1eb289ffa8ca", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:58:32.698039 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29ec766e-a9f6-4db8-b7c3-27a9efe9d0c9 {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:58:32.698039 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6542bc90-0cbe-4318-a5a4-533e2f6d9037', 'name': 'network-vif-deleted', 'tag': '592444cb-0c41-42b6-b781-1eb289ffa8ca', 'status': 'completed', 'code': 200} Dec 09 11:58:32.740519 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-9859972f-54df-464e-9448-719d6eefdfd5 None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:58:33.009789 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-9859972f-54df-464e-9448-719d6eefdfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:43Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:33.041678 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859972f-54df-464e-9448-719d6eefdfd5 None None] Checking router: 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:58:33.051592 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859972f-54df-464e-9448-719d6eefdfd5 None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:58:33.052349 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-9859972f-54df-464e-9448-719d6eefdfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:58:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:33.153666 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-35bcb877-542d-453e-a06b-9dd9ec3106d2 req-835648ef-0880-4294-92c3-7d7374e3baf4 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/ports?device_id=6542bc90-0cbe-4318-a5a4-533e2f6d9037 HTTP/1.1" status: 200 len: 210 time: 0.0475037 Dec 09 11:58:33.179614 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-9859972f-54df-464e-9448-719d6eefdfd5 None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:58:33.355134 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62260803-b814-4743-8506-d15797ac0206 req-a0515868-0953-40ed-876d-5c57fc873494 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:33.357568 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-62260803-b814-4743-8506-d15797ac0206 req-a0515868-0953-40ed-876d-5c57fc873494 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0585039 Dec 09 11:58:33.423839 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-62260803-b814-4743-8506-d15797ac0206 req-c8a20937-220f-4987-af09-96e15b9e1057 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594981 Dec 09 11:58:33.507115 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-9859972f-54df-464e-9448-719d6eefdfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:43Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:33.545341 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859972f-54df-464e-9448-719d6eefdfd5 None None] The sync data for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi is: [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:35Z', 'revision_number': 4, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '2440c7b2-aadb-47ea-afd8-703c579a0495', 'name': '', 'network_id': '6e207a5c-153d-4000-8cf2-f1e9801c3ca8', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'mac_address': 'fa:16:3e:d6:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:43Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'subnets': [{'id': '5ec0cb09-9816-47e8-93e0-c39f1929746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:58:33.929633 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c2bb1b-e152-44e2-bae0-0775903976df None None] New status for floating IP 4d954eef-bba9-4407-8f62-deebb5a5fdba: DOWN {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:58:34.014415 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:58:34.583586 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60640) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:34.657844 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d97c2f95-02e7-4a4b-82dd-b204ecbe4602 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:34.697198 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d97c2f95-02e7-4a4b-82dd-b204ecbe4602 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:34.707026 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aa623-cef2-4a42-9189-70bec1fa6617 req-a3dc335d-6d11-4ccc-aee5-3c787127ed5f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:34.709160 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-071aa623-cef2-4a42-9189-70bec1fa6617 req-a3dc335d-6d11-4ccc-aee5-3c787127ed5f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0572588 Dec 09 11:58:34.806791 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-071aa623-cef2-4a42-9189-70bec1fa6617 req-30610ca9-a961-4ece-b656-79e756f90642 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892596 Dec 09 11:58:34.879905 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d97c2f95-02e7-4a4b-82dd-b204ecbe4602 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:34.882880 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d97c2f95-02e7-4a4b-82dd-b204ecbe4602 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:34.884621 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-d97c2f95-02e7-4a4b-82dd-b204ecbe4602 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "DELETE /v2.0/security-groups/e16aa99a-4dfd-4b78-9a58-c460838c1002 HTTP/1.1" status: 204 len: 168 time: 0.3039389 Dec 09 11:58:34.887645 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 60650) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:34.896614 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c2f95-02e7-4a4b-82dd-b204ecbe4602 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16aa99a-4dfd-4b78-9a58-c460838c1002,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:34.908970 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.api.v2.resource [None req-5625341c-8ba0-494a-955d-1dc95b1c6738 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] show failed (client error): The resource could not be found. Dec 09 11:58:34.910253 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-5625341c-8ba0-494a-955d-1dc95b1c6738 tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "GET /v2.0/security-groups/e16aa99a-4dfd-4b78-9a58-c460838c1002 HTTP/1.1" status: 404 len: 347 time: 0.0214570 Dec 09 11:58:34.913445 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60652) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:35.067541 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-471705c2-1e70-408d-8402-c8c7bb786f8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Deleting port 023626e7-5120-47b3-a423-c78a6b609845 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:58:35.067871 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-471705c2-1e70-408d-8402-c8c7bb786f8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:35.157407 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-471705c2-1e70-408d-8402-c8c7bb786f8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:35.160331 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-471705c2-1e70-408d-8402-c8c7bb786f8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:35.173503 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-471705c2-1e70-408d-8402-c8c7bb786f8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Calling delete_port for 023626e7-5120-47b3-a423-c78a6b609845 owned by network:floatingip {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:58:35.306681 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:35.506088 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-471705c2-1e70-408d-8402-c8c7bb786f8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:35.529681 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471705c2-1e70-408d-8402-c8c7bb786f8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Pushing event deleted for resources: {'Port': ['ID=023626e7-5120-47b3-a423-c78a6b609845,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:35.589931 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-471705c2-1e70-408d-8402-c8c7bb786f8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks [] for floatingip, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:35.592563 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-471705c2-1e70-408d-8402-c8c7bb786f8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:35.593707 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-471705c2-1e70-408d-8402-c8c7bb786f8a tempest-AttachVolumeTestJSON-1965518302 tempest-AttachVolumeTestJSON-1965518302-project] 10.222.0.24 "DELETE /v2.0/floatingips/4d954eef-bba9-4407-8f62-deebb5a5fdba HTTP/1.1" status: 204 len: 168 time: 0.6790481 Dec 09 11:58:35.945664 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4faa50-388a-4473-bdbd-2c7a92aa9663 req-80e51826-8993-47ff-b692-744cd5006d00 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:35.947154 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0a4faa50-388a-4473-bdbd-2c7a92aa9663 req-80e51826-8993-47ff-b692-744cd5006d00 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0538990 Dec 09 11:58:35.998608 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0a4faa50-388a-4473-bdbd-2c7a92aa9663 req-a9d9360f-242a-4108-87be-d8f922ad5921 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440872 Dec 09 11:58:36.007142 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 592444cb-0c41-42b6-b781-1eb289ffa8ca no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:58:36.027660 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 592444cb-0c41-42b6-b781-1eb289ffa8ca {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:58:36.028014 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 592444cb-0c41-42b6-b781-1eb289ffa8ca not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:58:36.054837 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb482a14-d5c1-43cd-87eb-4cbfbdabdab9 req-6d38ee6f-1e35-4c68-926e-85ee92e6bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:36.056383 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-bb482a14-d5c1-43cd-87eb-4cbfbdabdab9 req-6d38ee6f-1e35-4c68-926e-85ee92e6bd1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 1098 time: 0.0514154 Dec 09 11:58:36.161341 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb482a14-d5c1-43cd-87eb-4cbfbdabdab9 req-ded01395-4164-4243-a0f6-6ecc64082e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:36.162805 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-bb482a14-d5c1-43cd-87eb-4cbfbdabdab9 req-ded01395-4164-4243-a0f6-6ecc64082e75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 917 time: 0.0865390 Dec 09 11:58:36.231634 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-bb482a14-d5c1-43cd-87eb-4cbfbdabdab9 req-b429de6a-6b36-43af-8aa5-816ea06b3a39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da4ef1fb-5936-490e-8adf-4e22a852842f HTTP/1.1" status: 200 len: 1001 time: 0.0609803 Dec 09 11:58:36.331595 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb482a14-d5c1-43cd-87eb-4cbfbdabdab9 req-9012d1d9-b613-4c30-b316-476d1c9b4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:36.333034 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-bb482a14-d5c1-43cd-87eb-4cbfbdabdab9 req-9012d1d9-b613-4c30-b316-476d1c9b4641 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d57bdff-4b12-4c25-8c80-3d56d3c88b73 HTTP/1.1" status: 200 len: 855 time: 0.0432129 Dec 09 11:58:36.383077 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb482a14-d5c1-43cd-87eb-4cbfbdabdab9 req-d6b99e91-dc21-4509-8ed3-c935ae1a0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:36.384564 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-bb482a14-d5c1-43cd-87eb-4cbfbdabdab9 req-d6b99e91-dc21-4509-8ed3-c935ae1a0646 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=339399d7-c359-4375-8e64-8580dc618d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393200 Dec 09 11:58:36.477408 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-bb482a14-d5c1-43cd-87eb-4cbfbdabdab9 req-6ad5c193-0bd2-4faa-b62e-402efbbf5b14 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852134 Dec 09 11:58:36.565962 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-bb482a14-d5c1-43cd-87eb-4cbfbdabdab9 req-c520d322-d4bf-472d-b1ec-c01e308ffaf2 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808697 Dec 09 11:58:36.649206 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808abd9-80d9-47b0-a3ab-85fb34ae0823 req-0a2aacfa-41d9-4af5-9d7e-c33a515eaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:36.650655 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-a808abd9-80d9-47b0-a3ab-85fb34ae0823 req-0a2aacfa-41d9-4af5-9d7e-c33a515eaa6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 1098 time: 0.0430214 Dec 09 11:58:36.736821 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808abd9-80d9-47b0-a3ab-85fb34ae0823 req-1f28e740-12b0-43de-ae33-5d8982080a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:36.738338 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-a808abd9-80d9-47b0-a3ab-85fb34ae0823 req-1f28e740-12b0-43de-ae33-5d8982080a0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 917 time: 0.0810008 Dec 09 11:58:36.807213 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-a808abd9-80d9-47b0-a3ab-85fb34ae0823 req-021acb1c-f333-4684-84bd-cc80264581a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da4ef1fb-5936-490e-8adf-4e22a852842f HTTP/1.1" status: 200 len: 1001 time: 0.0614371 Dec 09 11:58:36.854737 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808abd9-80d9-47b0-a3ab-85fb34ae0823 req-ac0457b1-6a8d-4725-ad0d-bfeea1fdf947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:36.856357 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-a808abd9-80d9-47b0-a3ab-85fb34ae0823 req-ac0457b1-6a8d-4725-ad0d-bfeea1fdf947 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d57bdff-4b12-4c25-8c80-3d56d3c88b73 HTTP/1.1" status: 200 len: 855 time: 0.0423837 Dec 09 11:58:36.904190 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808abd9-80d9-47b0-a3ab-85fb34ae0823 req-b42aad68-98f6-4e3f-b2a3-35604346de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:36.905583 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-a808abd9-80d9-47b0-a3ab-85fb34ae0823 req-b42aad68-98f6-4e3f-b2a3-35604346de42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=339399d7-c359-4375-8e64-8580dc618d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393677 Dec 09 11:58:36.999024 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-a808abd9-80d9-47b0-a3ab-85fb34ae0823 req-99548281-a05f-4f3e-9527-77dc65f3fef6 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852163 Dec 09 11:58:37.090916 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-a808abd9-80d9-47b0-a3ab-85fb34ae0823 req-f98b2134-ea8f-4e19-8179-6c5e51e1cec2 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845358 Dec 09 11:58:37.119226 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93054cf6-ceee-4bac-acfc-44bef1a0f882 req-b0feda75-afe5-4b24-a448-7e5f65ecd508 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:37.120746 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-93054cf6-ceee-4bac-acfc-44bef1a0f882 req-b0feda75-afe5-4b24-a448-7e5f65ecd508 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0485322 Dec 09 11:58:37.170326 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-93054cf6-ceee-4bac-acfc-44bef1a0f882 req-3c39f7a2-0ae7-471c-936a-1bd3e58f6ace tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426683 Dec 09 11:58:38.296504 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d289c-e6e5-4404-81f8-438726eb8021 req-8efdafce-bbfe-44e1-8e9d-fccec6d191d0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:38.297995 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-694d289c-e6e5-4404-81f8-438726eb8021 req-8efdafce-bbfe-44e1-8e9d-fccec6d191d0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0484941 Dec 09 11:58:38.347673 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-694d289c-e6e5-4404-81f8-438726eb8021 req-3eebd047-cb6b-470e-8513-7c1b3047bbbf tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437157 Dec 09 11:58:39.464479 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f845d-4e84-48af-8026-b1fbbeca5d4e req-aa65268e-3360-4feb-b93e-4934eb87a650 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:39.465990 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a70f845d-4e84-48af-8026-b1fbbeca5d4e req-aa65268e-3360-4feb-b93e-4934eb87a650 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 945 time: 0.0471027 Dec 09 11:58:39.512947 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a70f845d-4e84-48af-8026-b1fbbeca5d4e req-f70c6905-6a4a-47bd-8e5b-1fc89c579c29 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403769 Dec 09 11:58:39.667866 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 60710) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:40.028906 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device da4ef1fb-5936-490e-8adf-4e22a852842f no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:58:40.138711 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:40.161159 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:58:40.163421 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa713c3-6f8b-4949-8005-24cefbfcbc6b" -d '{"events": [{"server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "name": "network-vif-unplugged", "status": "completed", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:58:40.176449 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=da4ef1fb-5936-490e-8adf-4e22a852842f,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:40.196814 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 11:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded36350-9dc6-4c55-8381-dcc0ba552407 x-openstack-request-id: req-ded36350-9dc6-4c55-8381-dcc0ba552407 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:58:40.201555 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "name": "network-vif-unplugged", "status": "failed", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f", "code": 422}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:58:40.201555 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ded36350-9dc6-4c55-8381-dcc0ba552407 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:58:40.201555 dv-cinder-819692-7-iscsi neutron-server[109619]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'code': 422} returned with failed status Dec 09 11:58:40.232132 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7923035'] for router_interface, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:40.249998 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:40.299626 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=da4ef1fb-5936-490e-8adf-4e22a852842f,revision_number=8']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:40.787255 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Deleting port 2440c7b2-aadb-47ea-afd8-703c579a0495 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:58:40.787756 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:40.864399 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] For port 2440c7b2-aadb-47ea-afd8-703c579a0495, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2440c7b2-aadb-47ea-afd8-703c579a0495,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:40.864764 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:40.877927 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Calling delete_port for 2440c7b2-aadb-47ea-afd8-703c579a0495 owned by network:router_interface {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:58:41.095762 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:41.126562 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=2440c7b2-aadb-47ea-afd8-703c579a0495,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:41.139084 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.139291 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.139633 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.140041 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.140306 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.140640 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.140980 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.141302 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.141633 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.141960 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.142289 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.142613 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.142962 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:41.312359 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8100450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7922999'] for router_interface, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:41.564521 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:58:41.579917 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a516f9d-9386-47ae-aa30-1432cd968599 req-d15a81d1-0085-413b-aa25-374e2f96194f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:41.581398 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8a516f9d-9386-47ae-aa30-1432cd968599 req-d15a81d1-0085-413b-aa25-374e2f96194f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0684569 Dec 09 11:58:41.675463 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8a516f9d-9386-47ae-aa30-1432cd968599 req-78f1069b-a8e4-42b4-81a9-8bd5a9226a50 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875034 Dec 09 11:58:41.722483 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:58:41.730585 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60756) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:41.731068 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-8c17cd92-6ce0-43e8-9a99-bf9e76458ffd admin admin] 10.222.0.24 "PUT /v2.0/routers/2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0614977 Dec 09 11:58:41.735820 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5864a-55ba-416c-8a96-a02f4c4c02c4 None None] Sync routers for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:58:41.744986 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5864a-55ba-416c-8a96-a02f4c4c02c4 None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:58:41.745606 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e2d5864a-55ba-416c-8a96-a02f4c4c02c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:58:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:41.847811 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:41.857232 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-e2d5864a-55ba-416c-8a96-a02f4c4c02c4 None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:58:41.957499 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:41.964810 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60762) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:42.043780 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e2d5864a-55ba-416c-8a96-a02f4c4c02c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:58:41Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:42.046987 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-6f6e7ae6-4c0b-457f-b531-74205af4b833 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810697 Dec 09 11:58:42.057022 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-e6fb2cb1-e73f-491c-808a-22075712b4a7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:58:42.057630 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-e6fb2cb1-e73f-491c-808a-22075712b4a7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052018 Dec 09 11:58:42.071544 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5864a-55ba-416c-8a96-a02f4c4c02c4 None None] Checking router: 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:58:42.083202 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5864a-55ba-416c-8a96-a02f4c4c02c4 None None] Routers {'2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:58:42.083879 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e2d5864a-55ba-416c-8a96-a02f4c4c02c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:58:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:42.145091 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Deleting port a0d0fe78-5f80-4934-92fe-91cb24721961 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:58:42.145428 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:42.215820 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-e2d5864a-55ba-416c-8a96-a02f4c4c02c4 None None] Set router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:58:42.264347 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] For port a0d0fe78-5f80-4934-92fe-91cb24721961, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=a0d0fe78-5f80-4934-92fe-91cb24721961,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:42.264742 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:42.287220 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Calling delete_port for a0d0fe78-5f80-4934-92fe-91cb24721961 owned by network:router_gateway {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:58:42.415292 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e2d5864a-55ba-416c-8a96-a02f4c4c02c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:58:41Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:42.432569 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf90b0-de87-4887-9811-0ebef4af8adf req-9c7cde7a-963e-4a7b-ae88-dfe432185916 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:42.435953 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-37cf90b0-de87-4887-9811-0ebef4af8adf req-9c7cde7a-963e-4a7b-ae88-dfe432185916 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 945 time: 0.0555415 Dec 09 11:58:42.453498 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5864a-55ba-416c-8a96-a02f4c4c02c4 None None] The sync data for ids ['2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f'] in dv-cinder-819692-7-iscsi is: [{'id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'name': 'tempest-AttachVolumeTestJSON-822251853-router', 'tenant_id': '91f497f7e91e433f906368540b14f2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:58:41Z', 'revision_number': 5, 'project_id': '91f497f7e91e433f906368540b14f2a5', 'gw_port': {'id': 'a0d0fe78-5f80-4934-92fe-91cb24721961', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:28Z', 'updated_at': '2021-12-09T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:58:42.497132 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-37cf90b0-de87-4887-9811-0ebef4af8adf req-b63c1995-8640-47e5-8475-c3e881faa5b2 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538218 Dec 09 11:58:42.518400 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60780) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:42.542462 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:42.576857 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d0fe78-5f80-4934-92fe-91cb24721961,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:42.607830 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.608193 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.608538 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.608873 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.609206 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.609536 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.609865 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.610191 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.610517 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.610841 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.611190 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.611512 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.611833 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:58:42.665802 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da4a999-3833-4621-8ff8-08bb4817c2af tempest-TestMinimumBasicScenario-1746208789 tempest-TestMinimumBasicScenario-1746208789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:42.667352 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-8da4a999-3833-4621-8ff8-08bb4817c2af tempest-TestMinimumBasicScenario-1746208789 tempest-TestMinimumBasicScenario-1746208789-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 1093 time: 0.1479137 Dec 09 11:58:42.671329 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 60784) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:42.676485 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7921045'] for router_gateway, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:42.676662 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Request body: {'floatingip': {'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'port_id': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:58:42.761823 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for floatingip, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:42.770056 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7941893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:42.772416 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:42.830402 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607f8b7-d9af-4b02-bf99-2c171f4461bb req-ecf07c55-bfcc-47a0-81e0-826c093709dc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:42.831956 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3607f8b7-d9af-4b02-bf99-2c171f4461bb req-ecf07c55-bfcc-47a0-81e0-826c093709dc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0811360 Dec 09 11:58:42.902163 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7941948'] for router, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:42.902871 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f {{(pid=109617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 11:58:42.908438 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] Publish callbacks [] for router, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:42.911860 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-15b16d30-49fa-42e5-81bd-8cf40cb794f0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2bf2c49f-4aa7-434a-aa8e-1ab0f55cc07f HTTP/1.1" status: 204 len: 168 time: 1.1779561 Dec 09 11:58:42.913523 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60788) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:42.928087 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3607f8b7-d9af-4b02-bf99-2c171f4461bb req-4dbb7084-292b-406e-b51c-5ab1cab528e9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880921 Dec 09 11:58:42.959457 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:42.988490 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51a1589-2974-4c62-98af-7a66820804b1 admin admin] Deleting subnet 5ec0cb09-9816-47e8-93e0-c39f1929746e {{(pid=109617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:58:42.991831 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c51a1589-2974-4c62-98af-7a66820804b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.031318 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c51a1589-2974-4c62-98af-7a66820804b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133873831'] for subnet, precommit_delete_associations {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.077865 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Allocated IP 172.27.3.33 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/44a7ad06-3f93-47c3-b638-52cd408df866) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:58:43.158693 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c51a1589-2974-4c62-98af-7a66820804b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.203835 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.284850 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.285075 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c51a1589-2974-4c62-98af-7a66820804b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4296423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180420'] for subnet, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.312159 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a1589-2974-4c62-98af-7a66820804b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec0cb09-9816-47e8-93e0-c39f1929746e,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:43.314172 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c51a1589-2974-4c62-98af-7a66820804b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.319523 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2432ce09-5272-4192-a959-c1d9ba5d52de None None] Network 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:58:43.320152 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c51a1589-2974-4c62-98af-7a66820804b1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5ec0cb09-9816-47e8-93e0-c39f1929746e HTTP/1.1" status: 204 len: 168 time: 0.4056642 Dec 09 11:58:43.321081 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60790) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:43.327550 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:58:43.330852 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:58:43.336891 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:58:43.360573 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event updated for resources: {'Port': ['ID=44a7ad06-3f93-47c3-b638-52cd408df866,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:43.396329 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.454893 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Deleting port e1ef6675-b84a-4064-93a4-8f101336c235 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:58:43.455270 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.527007 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] For port e1ef6675-b84a-4064-93a4-8f101336c235, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=e1ef6675-b84a-4064-93a4-8f101336c235,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:43.527486 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.532780 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8b3a5a-3886-4bff-abc5-d3a6e9e82165 None None] DHCP port deletion for 6e207a5c-153d-4000-8cf2-f1e9801c3ca8 request from dv-cinder-819692-7-iscsi {{(pid=109619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 11:58:43.542951 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Calling delete_port for e1ef6675-b84a-4064-93a4-8f101336c235 owned by network:dhcp {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:58:43.594604 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b3a5a-3886-4bff-abc5-d3a6e9e82165 None None] Deleting port e1ef6675-b84a-4064-93a4-8f101336c235 {{(pid=109619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:58:43.595079 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6d8b3a5a-3886-4bff-abc5-d3a6e9e82165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.661322 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-6d8b3a5a-3886-4bff-abc5-d3a6e9e82165 None None] For port e1ef6675-b84a-4064-93a4-8f101336c235, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=e1ef6675-b84a-4064-93a4-8f101336c235,segment=NetworkSegment(81139176-e2fc-4631-9940-8e826b0a876b),segment_id=81139176-e2fc-4631-9940-8e826b0a876b)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:43.662093 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6d8b3a5a-3886-4bff-abc5-d3a6e9e82165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.666331 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-6a496756-17fc-4925-bc51-166bff770e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:43.667864 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-6a496756-17fc-4925-bc51-166bff770e08 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f&tenant_id=950b7ea4e7374eb58627d3f048470bdb HTTP/1.1" status: 200 len: 1096 time: 0.0638614 Dec 09 11:58:43.684975 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b3a5a-3886-4bff-abc5-d3a6e9e82165 None None] Calling delete_port for e1ef6675-b84a-4064-93a4-8f101336c235 owned by network:dhcp {{(pid=109619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:58:43.732711 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.736091 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-76357d8d-581b-477f-b1d3-52246cfffcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:43.738740 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-76357d8d-581b-477f-b1d3-52246cfffcdf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=950b7ea4e7374eb58627d3f048470bdb&device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 1096 time: 0.0417984 Dec 09 11:58:43.771302 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.804206 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ef6675-b84a-4064-93a4-8f101336c235,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:43.812772 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-6d8b3a5a-3886-4bff-abc5-d3a6e9e82165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.836230 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] No DVR routers for this DVR port e1ef6675-b84a-4064-93a4-8f101336c235 on host dv-cinder-819692-7-iscsi {{(pid=109617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:58:43.897787 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.934649 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:43.938182 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-974d2a6a-6232-4957-8c9f-1149da34de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:43.940031 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-974d2a6a-6232-4957-8c9f-1149da34de2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 200 len: 917 time: 0.1942468 Dec 09 11:58:43.980166 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2440c7b2-aadb-47ea-afd8-703c579a0495 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:58:44.002019 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b3a5a-3886-4bff-abc5-d3a6e9e82165 None None] No DVR routers for this DVR port e1ef6675-b84a-4064-93a4-8f101336c235 on host dv-cinder-819692-7-iscsi {{(pid=109619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:58:44.006914 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 2440c7b2-aadb-47ea-afd8-703c579a0495 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:58:44.007346 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2440c7b2-aadb-47ea-afd8-703c579a0495 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:58:44.007941 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device e1ef6675-b84a-4064-93a4-8f101336c235 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:58:44.027814 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b3a5a-3886-4bff-abc5-d3a6e9e82165 None None] Pushing event deleted for resources: {'Port': ['ID=e1ef6675-b84a-4064-93a4-8f101336c235,revision_number=None']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:44.032376 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: e1ef6675-b84a-4064-93a4-8f101336c235 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:58:44.032630 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device e1ef6675-b84a-4064-93a4-8f101336c235 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:58:44.033189 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device a0d0fe78-5f80-4934-92fe-91cb24721961 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:58:44.040699 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e207a5c-153d-4000-8cf2-f1e9801c3ca8']}} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:44.053449 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: a0d0fe78-5f80-4934-92fe-91cb24721961 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:58:44.054097 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device a0d0fe78-5f80-4934-92fe-91cb24721961 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:58:44.059893 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81139176-e2fc-4631-9940-8e826b0a876b') {'for_net_delete': True} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:44.060184 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81139176-e2fc-4631-9940-8e826b0a876b') {} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:44.071745 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-517b4579-f047-42ae-a18b-0d851db0d7af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da4ef1fb-5936-490e-8adf-4e22a852842f HTTP/1.1" status: 200 len: 999 time: 0.1214566 Dec 09 11:58:44.073343 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133873836'] for segment, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:44.094271 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47753d-81e3-45fc-a619-d70e21b0bb93 req-9cbfa0f2-a1d3-4457-a0c6-5be9a1e2bb75 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:44.095928 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-eb47753d-81e3-45fc-a619-d70e21b0bb93 req-9cbfa0f2-a1d3-4457-a0c6-5be9a1e2bb75 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0777934 Dec 09 11:58:44.118772 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:44.128817 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:58:44.129283 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4296221'] for segment, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: Traceback (most recent call last): Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: timer() Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: cb(*args, **kw) Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: return func(*args, **kwargs) Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: self._notify() Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: self.callback(batched_events) Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: event.method(event) Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: return f(self, *a, **k) Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: return self._get(url).json() Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: return self.request(url, 'GET', **kwargs) Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:58:44.130884 dv-cinder-819692-7-iscsi neutron-server[109617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:58:44.135316 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:44.149009 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-06a058e1-0c9b-45b0-8d97-89ea96181401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:44.150473 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-06a058e1-0c9b-45b0-8d97-89ea96181401 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d57bdff-4b12-4c25-8c80-3d56d3c88b73 HTTP/1.1" status: 200 len: 855 time: 0.0699785 Dec 09 11:58:44.160205 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-eb47753d-81e3-45fc-a619-d70e21b0bb93 req-2041a113-9d33-437a-98e7-cb1cbabb2f82 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577502 Dec 09 11:58:44.204572 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:44.223033 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-1d895fea-01dd-48ee-9d96-20926d6105a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:44.224538 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-1d895fea-01dd-48ee-9d96-20926d6105a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=339399d7-c359-4375-8e64-8580dc618d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438166 Dec 09 11:58:44.276683 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event updated for resources: {'Port': ['ID=44a7ad06-3f93-47c3-b638-52cd408df866,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:44.285289 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:44.293170 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:44.304384 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:44.307608 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6e207a5c-153d-4000-8cf2-f1e9801c3ca8 HTTP/1.1" status: 204 len: 168 time: 0.9856141 Dec 09 11:58:44.317822 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921fe8e-16ba-4846-94c7-acd2640e6ff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e207a5c-153d-4000-8cf2-f1e9801c3ca8,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:44.343812 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-dc2841a2-e0d9-4e42-b991-283931f91cfc service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114256 Dec 09 11:58:44.390441 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.l3_db [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Floating IP 45cc36e1-f0cf-45dd-9174-b2181779c630 associated. External IP: 172.27.3.33, port: ea9d971b-9813-45a8-bc75-b39665454e2b. Dec 09 11:58:44.437139 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-0f0be792-9cba-461c-99b4-6093a8fe55e6 req-a0d3bd96-31d5-4974-a99c-67a3de778403 service neutron] 10.222.0.42 "GET /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856464 Dec 09 11:58:44.594409 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60802) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:44.598358 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Router 3961a371-756f-44b9-beec-3848e02d3c94 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:58:44.639374 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-e583267f-fb3f-47a9-8cdf-b6560dc043e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91f497f7e91e433f906368540b14f2a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437331 Dec 09 11:58:44.641911 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60804) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:44.689379 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ab656853-bc4c-400a-a565-fc6343bd659f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:44.712933 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ab656853-bc4c-400a-a565-fc6343bd659f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:44.828234 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ab656853-bc4c-400a-a565-fc6343bd659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:44.832159 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ab656853-bc4c-400a-a565-fc6343bd659f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:44.839651 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-ab656853-bc4c-400a-a565-fc6343bd659f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/972848d3-8981-4e93-8969-2688875ee6c5 HTTP/1.1" status: 204 len: 168 time: 0.1904399 Dec 09 11:58:44.845217 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab656853-bc4c-400a-a565-fc6343bd659f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972848d3-8981-4e93-8969-2688875ee6c5,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:44.980118 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:58:45.004300 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea889c-317d-4451-b293-02e29273d8f7 None None] Sync routers for ids ['3961a371-756f-44b9-beec-3848e02d3c94'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:58:45.004300 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea889c-317d-4451-b293-02e29273d8f7 None None] Routers {'3961a371-756f-44b9-beec-3848e02d3c94'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:58:45.004300 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-c2ea889c-317d-4451-b293-02e29273d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:58:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['3961a371-756f-44b9-beec-3848e02d3c94'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:45.097667 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:45.106997 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-c2ea889c-317d-4451-b293-02e29273d8f7 None None] Set router 3961a371-756f-44b9-beec-3848e02d3c94 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:58:45.124723 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-a3a3c5a0-e202-4041-b080-28251dfcbbec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4521928 Dec 09 11:58:45.125328 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:58:45.127604 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93736991-27c4-4a9d-be53-acab00150bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:58:45.127765 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60826) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:45.135525 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-7868d905-f8b7-482c-83c1-3623b56a3fcc tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-235634826', 'description': 'tempest-secgroup-smoke-235634826 description', 'project_id': '869b9253adef4cceb3a529d9a2a90a11'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:58:45.233973 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7868d905-f8b7-482c-83c1-3623b56a3fcc tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:45.244242 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aac636-c0d8-4e3c-9e63-1ba999e8f75b x-openstack-request-id: req-72aac636-c0d8-4e3c-9e63-1ba999e8f75b {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:58:45.244242 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:58:45.244242 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72aac636-c0d8-4e3c-9e63-1ba999e8f75b {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:58:45.244242 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'status': 'completed', 'code': 200} Dec 09 11:58:45.341390 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7868d905-f8b7-482c-83c1-3623b56a3fcc tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:45.356865 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1c6a9-474d-4943-9b92-840d0e8fa9a5 req-752986f0-c40e-459a-baa3-65bd5bd0b735 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:45.369188 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39e1c6a9-474d-4943-9b92-840d0e8fa9a5 req-752986f0-c40e-459a-baa3-65bd5bd0b735 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.1041672 Dec 09 11:58:45.390448 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7868d905-f8b7-482c-83c1-3623b56a3fcc tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:45.439756 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868d905-f8b7-482c-83c1-3623b56a3fcc tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7b21c1-7d49-47bb-b262-2e18da8060f2,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:45.455676 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736991-27c4-4a9d-be53-acab00150bb2 req-eabab620-a53b-4cd1-8b0e-315d4d88c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:45.458190 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-93736991-27c4-4a9d-be53-acab00150bb2 req-eabab620-a53b-4cd1-8b0e-315d4d88c41c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=869b9253adef4cceb3a529d9a2a90a11&device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 1098 time: 0.2003679 Dec 09 11:58:45.463508 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-39e1c6a9-474d-4943-9b92-840d0e8fa9a5 req-42476946-c5df-44f3-8a4b-0f75267a6e7f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927832 Dec 09 11:58:45.521700 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-7868d905-f8b7-482c-83c1-3623b56a3fcc tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:45.525939 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-7868d905-f8b7-482c-83c1-3623b56a3fcc tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3931711 Dec 09 11:58:45.526417 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60838) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:45.532255 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-da7881c1-89c4-4b35-9221-ad43a37cbb30 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Request body: {'security_group_rule': {'security_group_id': '2f7b21c1-7d49-47bb-b262-2e18da8060f2', 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:58:45.544981 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-c2ea889c-317d-4451-b293-02e29273d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T11:57:44Z', 'revision_number': 4, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '45cc36e1-f0cf-45dd-9174-b2181779c630', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'port_id': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'mac_address': 'fa:16:3e:a4:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbd1051-402c-49de-b001-489a2464ae8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:58:43Z', 'updated_at': '2021-12-09T11:58:43Z', 'revision_number': 0, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff8f1f7-513a-4c43-94e6-1995a47111dc', 'name': '', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'mac_address': 'fa:16:3e:b9:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1b747344-8801-43f5-9f1c-325576149f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:44Z', 'updated_at': '2021-12-09T11:57:48Z', 'revision_number': 5, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'subnets': [{'id': '1b747344-8801-43f5-9f1c-325576149f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:45.584718 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea889c-317d-4451-b293-02e29273d8f7 None None] Checking router: 3961a371-756f-44b9-beec-3848e02d3c94 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:58:45.595526 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea889c-317d-4451-b293-02e29273d8f7 None None] Routers {'3961a371-756f-44b9-beec-3848e02d3c94'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:58:45.596106 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-c2ea889c-317d-4451-b293-02e29273d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:58:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['3961a371-756f-44b9-beec-3848e02d3c94'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:45.631721 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-da7881c1-89c4-4b35-9221-ad43a37cbb30 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:45.712468 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-da7881c1-89c4-4b35-9221-ad43a37cbb30 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:45.747818 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-c2ea889c-317d-4451-b293-02e29273d8f7 None None] Set router 3961a371-756f-44b9-beec-3848e02d3c94 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:58:45.776605 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-da7881c1-89c4-4b35-9221-ad43a37cbb30 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:45.806650 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7881c1-89c4-4b35-9221-ad43a37cbb30 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3e5c5a-bceb-4fce-80f2-b6477cc15517,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:45.898554 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-da7881c1-89c4-4b35-9221-ad43a37cbb30 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:45.900697 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-da7881c1-89c4-4b35-9221-ad43a37cbb30 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737071 Dec 09 11:58:45.904812 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 60846) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:45.910296 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-32f7a6d7-1115-4e5d-8b62-b8db4124c372 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Request body: {'security_group_rule': {'security_group_id': '2f7b21c1-7d49-47bb-b262-2e18da8060f2', 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:58:46.055207 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-32f7a6d7-1115-4e5d-8b62-b8db4124c372 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:46.119546 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-c2ea889c-317d-4451-b293-02e29273d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T11:57:44Z', 'revision_number': 4, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '45cc36e1-f0cf-45dd-9174-b2181779c630', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'port_id': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'mac_address': 'fa:16:3e:a4:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbd1051-402c-49de-b001-489a2464ae8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:58:43Z', 'updated_at': '2021-12-09T11:58:43Z', 'revision_number': 0, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff8f1f7-513a-4c43-94e6-1995a47111dc', 'name': '', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'mac_address': 'fa:16:3e:b9:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1b747344-8801-43f5-9f1c-325576149f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:44Z', 'updated_at': '2021-12-09T11:57:48Z', 'revision_number': 5, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'subnets': [{'id': '1b747344-8801-43f5-9f1c-325576149f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:58:46.143478 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-32f7a6d7-1115-4e5d-8b62-b8db4124c372 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:46.162084 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea889c-317d-4451-b293-02e29273d8f7 None None] The sync data for ids ['3961a371-756f-44b9-beec-3848e02d3c94'] in dv-cinder-819692-7-iscsi is: [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T11:57:44Z', 'revision_number': 4, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '45cc36e1-f0cf-45dd-9174-b2181779c630', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'port_id': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'mac_address': 'fa:16:3e:a4:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbd1051-402c-49de-b001-489a2464ae8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:58:43Z', 'updated_at': '2021-12-09T11:58:43Z', 'revision_number': 0, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff8f1f7-513a-4c43-94e6-1995a47111dc', 'name': '', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'mac_address': 'fa:16:3e:b9:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1b747344-8801-43f5-9f1c-325576149f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:44Z', 'updated_at': '2021-12-09T11:57:48Z', 'revision_number': 5, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'subnets': [{'id': '1b747344-8801-43f5-9f1c-325576149f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:58:46.210384 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-32f7a6d7-1115-4e5d-8b62-b8db4124c372 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:46.250848 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7a6d7-1115-4e5d-8b62-b8db4124c372 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf4593b-959e-4347-a0ca-74c59b2a3104,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:46.309395 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-32f7a6d7-1115-4e5d-8b62-b8db4124c372 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:46.311336 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-32f7a6d7-1115-4e5d-8b62-b8db4124c372 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4050536 Dec 09 11:58:46.314336 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 60854) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:46.322312 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-af8a42fa-521d-4008-83ee-c9d2bb93fb70 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Request body: {'security_group_rule': {'security_group_id': '2f7b21c1-7d49-47bb-b262-2e18da8060f2', 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:58:46.422231 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-af8a42fa-521d-4008-83ee-c9d2bb93fb70 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:46.472340 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7a266-d97e-466e-a134-e7095d924acc None None] New status for floating IP 45cc36e1-f0cf-45dd-9174-b2181779c630: ACTIVE {{(pid=109619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:58:46.517584 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-af8a42fa-521d-4008-83ee-c9d2bb93fb70 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:46.581348 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-af8a42fa-521d-4008-83ee-c9d2bb93fb70 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:46.639266 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a42fa-521d-4008-83ee-c9d2bb93fb70 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2fab8f-02e9-46e1-827b-8f4cc5451c43,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:46.668018 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05895dc2-fdde-4a4f-9529-e070cb7cb86b req-c66bf374-786e-482c-b84d-2e64d0a0e82a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:46.676752 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-05895dc2-fdde-4a4f-9529-e070cb7cb86b req-c66bf374-786e-482c-b84d-2e64d0a0e82a tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0806680 Dec 09 11:58:46.694501 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-af8a42fa-521d-4008-83ee-c9d2bb93fb70 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:46.698484 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60862) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:46.698740 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-af8a42fa-521d-4008-83ee-c9d2bb93fb70 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3829331 Dec 09 11:58:46.703248 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-f881d8aa-3344-43b7-ad10-97b339cc708f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Request body: {'security_group_rule': {'security_group_id': '2f7b21c1-7d49-47bb-b262-2e18da8060f2', 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:58:46.743523 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-05895dc2-fdde-4a4f-9529-e070cb7cb86b req-452a40e7-d0ca-4546-a2f5-891a54ac23b0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657909 Dec 09 11:58:46.843245 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f881d8aa-3344-43b7-ad10-97b339cc708f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:46.912973 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f881d8aa-3344-43b7-ad10-97b339cc708f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:47.004473 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f881d8aa-3344-43b7-ad10-97b339cc708f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:47.023832 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881d8aa-3344-43b7-ad10-97b339cc708f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3424b5e8-c4e1-4ac9-879d-aa81e98a39cb,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:47.109437 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-f881d8aa-3344-43b7-ad10-97b339cc708f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:47.110667 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-f881d8aa-3344-43b7-ad10-97b339cc708f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4111083 Dec 09 11:58:47.113668 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 60874) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:47.127845 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-d6675b57-2c23-4713-a5eb-73c2ce2e1511 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Request body: {'security_group_rule': {'security_group_id': '2f7b21c1-7d49-47bb-b262-2e18da8060f2', 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:58:47.218005 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.securitygroups_db [None req-d6675b57-2c23-4713-a5eb-73c2ce2e1511 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Project 869b9253adef4cceb3a529d9a2a90a11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 11:58:47.228960 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d6675b57-2c23-4713-a5eb-73c2ce2e1511 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:47.304409 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d6675b57-2c23-4713-a5eb-73c2ce2e1511 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:47.374860 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d6675b57-2c23-4713-a5eb-73c2ce2e1511 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:47.397177 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6675b57-2c23-4713-a5eb-73c2ce2e1511 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1befbf25-ad81-49b3-a6ed-a997a596998b,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:47.464584 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d6675b57-2c23-4713-a5eb-73c2ce2e1511 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:47.469286 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-d6675b57-2c23-4713-a5eb-73c2ce2e1511 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3544097 Dec 09 11:58:47.474477 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60882) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:47.479152 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-259cff51-14e1-49e6-876c-4fef2f63e167 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Request body: {'security_group_rule': {'security_group_id': '2f7b21c1-7d49-47bb-b262-2e18da8060f2', 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:58:47.576945 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.securitygroups_db [None req-259cff51-14e1-49e6-876c-4fef2f63e167 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Project 869b9253adef4cceb3a529d9a2a90a11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 11:58:47.583110 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-259cff51-14e1-49e6-876c-4fef2f63e167 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:47.644768 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-259cff51-14e1-49e6-876c-4fef2f63e167 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:47.702054 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-259cff51-14e1-49e6-876c-4fef2f63e167 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519969'] for security_group_rule, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:47.720811 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cff51-14e1-49e6-876c-4fef2f63e167 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d8fba6-7e73-4e15-94aa-634011c653a1,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:47.777796 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-259cff51-14e1-49e6-876c-4fef2f63e167 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:47.782412 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-259cff51-14e1-49e6-876c-4fef2f63e167 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3034432 Dec 09 11:58:47.923751 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a8e778c4-4727-40d9-b596-926bbbbeb6e9 req-9696b6d9-b06b-4513-a7a2-271c0b3882ca tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235634826&fields=id&tenant_id=869b9253adef4cceb3a529d9a2a90a11 HTTP/1.1" status: 200 len: 267 time: 0.0816126 Dec 09 11:58:47.931738 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f295ab0-43a6-48e5-8356-79c9e4b3f461 req-c155861b-95a6-4a67-893d-f3e705111ec5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:47.933155 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3f295ab0-43a6-48e5-8356-79c9e4b3f461 req-c155861b-95a6-4a67-893d-f3e705111ec5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0839982 Dec 09 11:58:48.016223 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e778c4-4727-40d9-b596-926bbbbeb6e9 req-b8985cf1-20eb-4c71-9338-0190368890f3 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:48.017782 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a8e778c4-4727-40d9-b596-926bbbbeb6e9 req-b8985cf1-20eb-4c71-9338-0190368890f3 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 945 time: 0.0834994 Dec 09 11:58:48.021126 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3f295ab0-43a6-48e5-8356-79c9e4b3f461 req-75ae1464-fc89-42fe-b148-8e0d55227daf tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786383 Dec 09 11:58:48.030612 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-a8e778c4-4727-40d9-b596-926bbbbeb6e9 req-ce9081bf-cb11-4e7a-b3fd-4f489746195f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Request body: {'port': {'security_groups': ['4e026b90-2196-4128-84d7-40eb91879dbb', '2f7b21c1-7d49-47bb-b262-2e18da8060f2']}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:58:48.107025 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-a8e778c4-4727-40d9-b596-926bbbbeb6e9 req-ce9081bf-cb11-4e7a-b3fd-4f489746195f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:48.333457 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-a8e778c4-4727-40d9-b596-926bbbbeb6e9 req-ce9081bf-cb11-4e7a-b3fd-4f489746195f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] For port ea9d971b-9813-45a8-bc75-b39665454e2b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea9d971b-9813-45a8-bc75-b39665454e2b,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:48.365617 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-a8e778c4-4727-40d9-b596-926bbbbeb6e9 req-ce9081bf-cb11-4e7a-b3fd-4f489746195f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:48.427170 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-a8e778c4-4727-40d9-b596-926bbbbeb6e9 req-ce9081bf-cb11-4e7a-b3fd-4f489746195f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:48.447300 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['ea9d971b-9813-45a8-bc75-b39665454e2b'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:58:48.474156 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e778c4-4727-40d9-b596-926bbbbeb6e9 req-ce9081bf-cb11-4e7a-b3fd-4f489746195f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:48.474651 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-a8e778c4-4727-40d9-b596-926bbbbeb6e9 req-ce9081bf-cb11-4e7a-b3fd-4f489746195f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:48.476044 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a8e778c4-4727-40d9-b596-926bbbbeb6e9 req-ce9081bf-cb11-4e7a-b3fd-4f489746195f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "PUT /v2.0/ports/ea9d971b-9813-45a8-bc75-b39665454e2b HTTP/1.1" status: 200 len: 981 time: 0.4506860 Dec 09 11:58:48.476488 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:58:48.478804 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51507e6e-ca43-4c74-9d7b-08ff8d3dd111" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:58:48.538838 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9081bf-cb11-4e7a-b3fd-4f489746195f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event updated for resources: {'Port': ['ID=ea9d971b-9813-45a8-bc75-b39665454e2b,revision_number=6']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:48.553467 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3737785b-4b28-4aa3-80c3-f51daeb32dd3 x-openstack-request-id: req-3737785b-4b28-4aa3-80c3-f51daeb32dd3 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:58:48.553934 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:58:48.554338 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3737785b-4b28-4aa3-80c3-f51daeb32dd3 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:58:48.554911 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'status': 'completed', 'code': 200} Dec 09 11:58:48.580136 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['ea9d971b-9813-45a8-bc75-b39665454e2b'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:58:48.719977 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3211ab-1044-46d8-acf1-60909b90a80b req-7deaa211-4344-4e13-bfd4-a812f4000beb tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:48.721571 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ad3211ab-1044-46d8-acf1-60909b90a80b req-7deaa211-4344-4e13-bfd4-a812f4000beb tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.1137030 Dec 09 11:58:48.835266 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ad3211ab-1044-46d8-acf1-60909b90a80b req-52440599-dc4b-4d70-8795-4023a197a85c tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065173 Dec 09 11:58:48.923442 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-9143988f-6c19-4226-ab6d-c6c1b2d573d3 None None] Provisioning complete for port ea9d971b-9813-45a8-bc75-b39665454e2b triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:58:48.924090 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-9143988f-6c19-4226-ab6d-c6c1b2d573d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:49.181310 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c42b9-c4a7-4845-96bd-b7925ab925ae req-adcf2c1c-5452-409a-9283-8fafd3249dc5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:49.182983 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6a5c42b9-c4a7-4845-96bd-b7925ab925ae req-adcf2c1c-5452-409a-9283-8fafd3249dc5 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0807781 Dec 09 11:58:49.264846 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6a5c42b9-c4a7-4845-96bd-b7925ab925ae req-1b4d2fd6-151e-4200-901e-d610ea845869 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728228 Dec 09 11:58:50.415227 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7f532-7f8e-4e5f-acc6-bf28956d77b6 req-54e42d36-d8fd-4970-bab8-f4a552f5d4c7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:50.418606 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-31d7f532-7f8e-4e5f-acc6-bf28956d77b6 req-54e42d36-d8fd-4970-bab8-f4a552f5d4c7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0577400 Dec 09 11:58:50.475110 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-31d7f532-7f8e-4e5f-acc6-bf28956d77b6 req-e596a4c4-9120-4d4a-b54e-1fc37ef339f7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516763 Dec 09 11:58:51.325359 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 60990) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:51.432187 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-646c0fb4-89aa-41d8-bc6b-cc0ca9eda0cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:51.514483 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-646c0fb4-89aa-41d8-bc6b-cc0ca9eda0cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:51.598614 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-646c0fb4-89aa-41d8-bc6b-cc0ca9eda0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:51.625708 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cca1a4-ecd2-46fb-be47-fb1c8adeb040 req-0712d3f9-cd29-4889-93f9-2318cb103909 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:51.627375 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-49cca1a4-ecd2-46fb-be47-fb1c8adeb040 req-0712d3f9-cd29-4889-93f9-2318cb103909 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0618439 Dec 09 11:58:51.647397 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-646c0fb4-89aa-41d8-bc6b-cc0ca9eda0cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50a4c8aef03a4723a72271b7a2cd8af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200917 Dec 09 11:58:51.648562 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c0fb4-89aa-41d8-bc6b-cc0ca9eda0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2ff92e-b635-4b3d-8b87-dec1ca2217fd,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:51.650280 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 60998) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:51.718514 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-49cca1a4-ecd2-46fb-be47-fb1c8adeb040 req-76ef4c9e-e38b-409d-be9d-bc3939fc2e2c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809832 Dec 09 11:58:51.743753 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-99b8a03b-997a-4be8-8916-26471cf842fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:51.766519 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-99b8a03b-997a-4be8-8916-26471cf842fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:51.878835 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-99b8a03b-997a-4be8-8916-26471cf842fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:51.882064 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-99b8a03b-997a-4be8-8916-26471cf842fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:51.884996 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-99b8a03b-997a-4be8-8916-26471cf842fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e2ff92e-b635-4b3d-8b87-dec1ca2217fd HTTP/1.1" status: 204 len: 168 time: 0.2317812 Dec 09 11:58:51.900657 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8a03b-997a-4be8-8916-26471cf842fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2ff92e-b635-4b3d-8b87-dec1ca2217fd,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:51.941203 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-eee92dfe-b35c-4fa9-9404-b3cdbf1f9146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:52.506413 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 32772) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:52.519419 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ea60bdba-267c-486f-9e4a-1b3713a70ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:52.605437 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ea60bdba-267c-486f-9e4a-1b3713a70ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:52.667189 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ea60bdba-267c-486f-9e4a-1b3713a70ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:52.706810 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-ea60bdba-267c-486f-9e4a-1b3713a70ff1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49205e96081642198de16c6f67e650e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991825 Dec 09 11:58:52.707681 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60bdba-267c-486f-9e4a-1b3713a70ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90352c0-2142-44cf-a2c4-e707e8b3600e,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:52.709489 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 32774) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:52.784904 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e96b7676-c573-4b13-bfd7-8ba6918f68c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:52.834324 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e96b7676-c573-4b13-bfd7-8ba6918f68c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:52.907967 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c34eb0-f2e9-4815-8429-6ef59d1e9d3e req-e776c4bc-50b7-4d62-a624-81f694d30063 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:52.909420 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b0c34eb0-f2e9-4815-8429-6ef59d1e9d3e req-e776c4bc-50b7-4d62-a624-81f694d30063 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0933352 Dec 09 11:58:52.976998 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b0c34eb0-f2e9-4815-8429-6ef59d1e9d3e req-63bf5842-7674-420a-a09b-6511a5fa0213 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610905 Dec 09 11:58:53.032908 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e96b7676-c573-4b13-bfd7-8ba6918f68c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:53.035612 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e96b7676-c573-4b13-bfd7-8ba6918f68c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:53.036739 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-e96b7676-c573-4b13-bfd7-8ba6918f68c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a90352c0-2142-44cf-a2c4-e707e8b3600e HTTP/1.1" status: 204 len: 168 time: 0.3262508 Dec 09 11:58:53.052213 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b7676-c573-4b13-bfd7-8ba6918f68c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90352c0-2142-44cf-a2c4-e707e8b3600e,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:54.108967 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981d5d3-c52d-47a1-927b-1862cd3dd939 req-719dff40-0ebc-4b10-a988-70fa54a45673 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:54.110468 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5981d5d3-c52d-47a1-927b-1862cd3dd939 req-719dff40-0ebc-4b10-a988-70fa54a45673 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0478978 Dec 09 11:58:54.182173 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5981d5d3-c52d-47a1-927b-1862cd3dd939 req-94a517f0-cacd-4f7c-b8e4-f2cf5bc38d3d tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657027 Dec 09 11:58:54.266955 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-df06e93e-1eca-4142-be87-4a978877ec55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:55.209997 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:55.318644 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28482b1-db82-4bd5-a2fc-ff140486f396 req-e33b6ee8-ed38-4eb0-aba3-6b47c313377e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:55.320922 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a28482b1-db82-4bd5-a2fc-ff140486f396 req-e33b6ee8-ed38-4eb0-aba3-6b47c313377e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0618768 Dec 09 11:58:55.373044 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a28482b1-db82-4bd5-a2fc-ff140486f396 req-62a244e2-b188-496a-991a-2c3ee2eb91c9 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444899 Dec 09 11:58:56.491098 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ddef4-f42c-4711-a984-5308a888cff6 req-3574a0a9-7d0a-45c5-85a5-807baaa5955e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:56.492563 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-722ddef4-f42c-4711-a984-5308a888cff6 req-3574a0a9-7d0a-45c5-85a5-807baaa5955e tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0480785 Dec 09 11:58:56.538629 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-722ddef4-f42c-4711-a984-5308a888cff6 req-b14f716c-dc65-44e7-a077-21f99f9cbdee tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399089 Dec 09 11:58:56.652941 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736991-27c4-4a9d-be53-acab00150bb2 req-f1698131-a324-42db-91e1-a182e9c2e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:56.655883 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-93736991-27c4-4a9d-be53-acab00150bb2 req-f1698131-a324-42db-91e1-a182e9c2e065 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa94e386-038b-4999-83fe-164562ab6184 HTTP/1.1" status: 200 len: 915 time: 0.0912695 Dec 09 11:58:56.722021 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-93736991-27c4-4a9d-be53-acab00150bb2 req-5f542232-9d91-4a8d-9157-4dd8e123d36d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea9d971b-9813-45a8-bc75-b39665454e2b HTTP/1.1" status: 200 len: 1000 time: 0.0583143 Dec 09 11:58:56.777021 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736991-27c4-4a9d-be53-acab00150bb2 req-3847cd53-89e2-446b-bb70-4757cab8163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:56.778525 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-93736991-27c4-4a9d-be53-acab00150bb2 req-3847cd53-89e2-446b-bb70-4757cab8163d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b747344-8801-43f5-9f1c-325576149f10 HTTP/1.1" status: 200 len: 853 time: 0.0488229 Dec 09 11:58:56.827901 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736991-27c4-4a9d-be53-acab00150bb2 req-8a2fa6fa-99e1-4abc-b182-7ec5ac6f7981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:56.829380 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-93736991-27c4-4a9d-be53-acab00150bb2 req-8a2fa6fa-99e1-4abc-b182-7ec5ac6f7981 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa94e386-038b-4999-83fe-164562ab6184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404449 Dec 09 11:58:56.883928 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:56.928918 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-93736991-27c4-4a9d-be53-acab00150bb2 req-bcd12ba8-cb0c-4afe-a934-591306b68aaf service neutron] 10.222.0.42 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895140 Dec 09 11:58:57.022687 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-93736991-27c4-4a9d-be53-acab00150bb2 req-588a0f69-bc80-4dea-8c45-301d4337c380 service neutron] 10.222.0.42 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835547 Dec 09 11:58:57.201960 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51507e6e-ca43-4c74-9d7b-08ff8d3dd111 req-987c2c35-445c-44ce-a6fc-0b6eb65328dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:57.203405 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-51507e6e-ca43-4c74-9d7b-08ff8d3dd111 req-987c2c35-445c-44ce-a6fc-0b6eb65328dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=869b9253adef4cceb3a529d9a2a90a11&device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 1137 time: 0.0409381 Dec 09 11:58:57.303035 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51507e6e-ca43-4c74-9d7b-08ff8d3dd111 req-c7d0de6b-e869-4834-aa8c-edf54b476c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:57.304598 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-51507e6e-ca43-4c74-9d7b-08ff8d3dd111 req-c7d0de6b-e869-4834-aa8c-edf54b476c48 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa94e386-038b-4999-83fe-164562ab6184 HTTP/1.1" status: 200 len: 915 time: 0.0881941 Dec 09 11:58:57.370222 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-51507e6e-ca43-4c74-9d7b-08ff8d3dd111 req-097c71d2-4079-4847-9acf-be1425299cc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea9d971b-9813-45a8-bc75-b39665454e2b HTTP/1.1" status: 200 len: 1000 time: 0.0568967 Dec 09 11:58:57.420770 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51507e6e-ca43-4c74-9d7b-08ff8d3dd111 req-bbf5a986-c00d-4625-bf6e-ce3e497faf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:57.422145 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-51507e6e-ca43-4c74-9d7b-08ff8d3dd111 req-bbf5a986-c00d-4625-bf6e-ce3e497faf53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b747344-8801-43f5-9f1c-325576149f10 HTTP/1.1" status: 200 len: 853 time: 0.0422893 Dec 09 11:58:57.470074 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51507e6e-ca43-4c74-9d7b-08ff8d3dd111 req-44caa287-8d78-4fad-b45e-c8f9f9cc8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:57.471575 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-51507e6e-ca43-4c74-9d7b-08ff8d3dd111 req-44caa287-8d78-4fad-b45e-c8f9f9cc8635 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa94e386-038b-4999-83fe-164562ab6184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406625 Dec 09 11:58:57.564988 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-51507e6e-ca43-4c74-9d7b-08ff8d3dd111 req-166bd695-55bd-4f9a-9b8a-35b901a0dddc service neutron] 10.222.0.42 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788851 Dec 09 11:58:57.666656 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea958f-2314-4ce1-9445-c4e1a43ff72d req-34939f55-01b7-4aa6-924f-9a5c96207d38 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:57.668299 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-feea958f-2314-4ce1-9445-c4e1a43ff72d req-34939f55-01b7-4aa6-924f-9a5c96207d38 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 943 time: 0.0551248 Dec 09 11:58:57.721359 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-feea958f-2314-4ce1-9445-c4e1a43ff72d req-bc582413-74d9-428b-a512-c3a1ac7e48ff tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464547 Dec 09 11:58:57.770050 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:57.897921 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-51507e6e-ca43-4c74-9d7b-08ff8d3dd111 req-5eb79752-83a4-488c-9a5a-f81d87249451 service neutron] 10.222.0.42 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240998 Dec 09 11:58:58.102103 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device da4ef1fb-5936-490e-8adf-4e22a852842f details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:58:58.198213 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=da4ef1fb-5936-490e-8adf-4e22a852842f,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:58.209958 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'port_id': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'mac_address': 'fa:16:3e:2b:fe:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:58:58.245447 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:58.258799 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4ef1fb-5936-490e-8adf-4e22a852842f {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:58:58.279090 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=da4ef1fb-5936-490e-8adf-4e22a852842f,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:58:58.341492 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:58.358262 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 32862) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:58.397547 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=da4ef1fb-5936-490e-8adf-4e22a852842f,revision_number=9']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:58.462100 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b36bf87d-0105-4ba9-b25d-e3524a8e0c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:58.535364 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b36bf87d-0105-4ba9-b25d-e3524a8e0c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:58.590856 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['da4ef1fb-5936-490e-8adf-4e22a852842f'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:58:58.615144 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b36bf87d-0105-4ba9-b25d-e3524a8e0c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:58.653655 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-b36bf87d-0105-4ba9-b25d-e3524a8e0c20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3c3cf07672f44f0b20aad387b5d0c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985218 Dec 09 11:58:58.655929 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bf87d-0105-4ba9-b25d-e3524a8e0c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcd806c-5bb4-419e-90e7-bf66bcebda13,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:58.656719 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 32866) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:58.709845 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-48e8fbca-12d4-4ff3-9db1-5f4747241073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:58.731590 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-48e8fbca-12d4-4ff3-9db1-5f4747241073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:58.842521 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51f8c-761b-4a75-b607-04a1db8818c9 req-9946fe21-891c-420b-b806-b8bf3612bab0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:58:58.844006 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d8e51f8c-761b-4a75-b607-04a1db8818c9 req-9946fe21-891c-420b-b806-b8bf3612bab0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 944 time: 0.0478518 Dec 09 11:58:58.849724 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-48e8fbca-12d4-4ff3-9db1-5f4747241073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:58.852396 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-48e8fbca-12d4-4ff3-9db1-5f4747241073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:58.853524 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-48e8fbca-12d4-4ff3-9db1-5f4747241073 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fcd806c-5bb4-419e-90e7-bf66bcebda13 HTTP/1.1" status: 204 len: 168 time: 0.1956949 Dec 09 11:58:58.861958 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8fbca-12d4-4ff3-9db1-5f4747241073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcd806c-5bb4-419e-90e7-bf66bcebda13,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:58.897222 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d8e51f8c-761b-4a75-b607-04a1db8818c9 req-2b26456e-90fb-4fd9-92eb-e234ffe022b0 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472305 Dec 09 11:58:59.366809 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 32874) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:59.380282 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5920-8462-4ef7-9809-d987daa40896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:59.453531 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5920-8462-4ef7-9809-d987daa40896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:59.534136 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5920-8462-4ef7-9809-d987daa40896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:59.570218 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-ef2a5920-8462-4ef7-9809-d987daa40896 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc4d821b9dba47ae8d5213daec13cbde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023368 Dec 09 11:58:59.572167 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a5920-8462-4ef7-9809-d987daa40896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7818c0-8aab-4630-9634-933944552d98,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:58:59.572922 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 32876) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:58:59.619871 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f81a57b8-1cdf-486c-af08-61431181dd83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:59.641789 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f81a57b8-1cdf-486c-af08-61431181dd83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:59.752302 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f81a57b8-1cdf-486c-af08-61431181dd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:59.755237 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f81a57b8-1cdf-486c-af08-61431181dd83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:58:59.756424 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-f81a57b8-1cdf-486c-af08-61431181dd83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff7818c0-8aab-4630-9634-933944552d98 HTTP/1.1" status: 204 len: 168 time: 0.1824415 Dec 09 11:58:59.770463 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a57b8-1cdf-486c-af08-61431181dd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7818c0-8aab-4630-9634-933944552d98,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:00.017937 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c723c4-724a-4808-89bc-c9a5e0c549f6 req-7a6bcf54-0d44-4129-a3be-42335179b39f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:00.019439 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-76c723c4-724a-4808-89bc-c9a5e0c549f6 req-7a6bcf54-0d44-4129-a3be-42335179b39f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 944 time: 0.0491471 Dec 09 11:59:00.069242 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-76c723c4-724a-4808-89bc-c9a5e0c549f6 req-8f189058-5b11-4b20-bfd9-59ff529aac51 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424397 Dec 09 11:59:00.111217 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device da4ef1fb-5936-490e-8adf-4e22a852842f up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:59:00.157614 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port da4ef1fb-5936-490e-8adf-4e22a852842f triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:59:00.157981 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:00.239755 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:00.262065 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:59:00.264384 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd740782-ebdc-4a28-948f-a596bcb03dad" -d '{"events": [{"server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "name": "network-vif-plugged", "status": "completed", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:59:00.281004 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=da4ef1fb-5936-490e-8adf-4e22a852842f,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:59:00.301915 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc123280-dc02-457e-b359-65a53e058608 x-openstack-request-id: req-dc123280-dc02-457e-b359-65a53e058608 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:59:00.302209 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "name": "network-vif-plugged", "status": "completed", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:59:00.302466 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc123280-dc02-457e-b359-65a53e058608 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:59:00.302863 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'code': 200} Dec 09 11:59:00.346906 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:00.395520 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=da4ef1fb-5936-490e-8adf-4e22a852842f,revision_number=10']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:00.654152 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4be6f-9f2b-48e9-a74e-69ccd30877cb req-bdcc23b9-03d1-4646-86d3-6ae40b4f4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:00.656332 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-26a4be6f-9f2b-48e9-a74e-69ccd30877cb req-bdcc23b9-03d1-4646-86d3-6ae40b4f4eb6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 1099 time: 0.0395749 Dec 09 11:59:00.701911 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-26a4be6f-9f2b-48e9-a74e-69ccd30877cb req-366ff072-5d8f-4169-ac2f-6a758ecab645 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366213 Dec 09 11:59:01.190276 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca398f-6016-4aa6-b230-f67a83cfc40f req-458e3196-3c56-411e-9b3d-7d3b49d335d7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:01.191846 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-49ca398f-6016-4aa6-b230-f67a83cfc40f req-458e3196-3c56-411e-9b3d-7d3b49d335d7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 946 time: 0.0515394 Dec 09 11:59:01.238608 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-49ca398f-6016-4aa6-b230-f67a83cfc40f req-4dc1e0fa-152e-4504-8cfb-bd5a284da4a4 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406137 Dec 09 11:59:02.363727 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e7255-0e20-43e0-a71d-a68985c7f224 req-cfff02ec-8569-4d49-904f-20c7c77b8040 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:02.368569 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-876e7255-0e20-43e0-a71d-a68985c7f224 req-cfff02ec-8569-4d49-904f-20c7c77b8040 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 946 time: 0.0481982 Dec 09 11:59:02.414890 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-876e7255-0e20-43e0-a71d-a68985c7f224 req-f0edb949-2d8f-47d5-a9fa-785b253c6aa1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437105 Dec 09 11:59:02.765460 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 32990) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:02.877080 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e351110a-5156-453d-b3fe-d455eca95994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:02.950015 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e351110a-5156-453d-b3fe-d455eca95994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:03.009258 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e351110a-5156-453d-b3fe-d455eca95994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:03.052516 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-e351110a-5156-453d-b3fe-d455eca95994 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=186bd65f8a544066a1398ec2bc5de58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858939 Dec 09 11:59:03.053373 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351110a-5156-453d-b3fe-d455eca95994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557f32f7-0186-402e-861a-36905168e961,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:03.055250 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 32994) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:03.103753 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b9329c2b-a103-455e-92b5-e32551f8bef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:03.123685 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b9329c2b-a103-455e-92b5-e32551f8bef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:03.305914 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b9329c2b-a103-455e-92b5-e32551f8bef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:03.308558 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b9329c2b-a103-455e-92b5-e32551f8bef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:03.309831 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-b9329c2b-a103-455e-92b5-e32551f8bef2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/557f32f7-0186-402e-861a-36905168e961 HTTP/1.1" status: 204 len: 168 time: 0.2529933 Dec 09 11:59:03.318708 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9329c2b-a103-455e-92b5-e32551f8bef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557f32f7-0186-402e-861a-36905168e961,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:03.536643 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51a16e-ff9a-4d9f-8916-aea21a47b9e3 req-eee2dfd6-a84f-4727-8846-0c712c88ccc7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:03.538133 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-de51a16e-ff9a-4d9f-8916-aea21a47b9e3 req-eee2dfd6-a84f-4727-8846-0c712c88ccc7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 946 time: 0.0486953 Dec 09 11:59:03.587063 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-de51a16e-ff9a-4d9f-8916-aea21a47b9e3 req-40ee601c-28b9-4933-809a-b7ecc2d95dad tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429363 Dec 09 11:59:03.898609 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33008) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:03.912339 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a6edc3c2-9af1-461b-9116-fa2d5b3ecd38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:03.985581 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a6edc3c2-9af1-461b-9116-fa2d5b3ecd38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:04.054263 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a6edc3c2-9af1-461b-9116-fa2d5b3ecd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:04.095358 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edc3c2-9af1-461b-9116-fa2d5b3ecd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabb015c-ba63-4e01-a7a2-aba7801e2e3f,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:04.100576 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-a6edc3c2-9af1-461b-9116-fa2d5b3ecd38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e70504faa180485ca681f9684da710b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009101 Dec 09 11:59:04.103364 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33010) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:04.153725 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5ee0-ccc8-4fd0-99c9-dbda31f834c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:04.175278 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5ee0-ccc8-4fd0-99c9-dbda31f834c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:04.294898 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5ee0-ccc8-4fd0-99c9-dbda31f834c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:04.298474 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5ee0-ccc8-4fd0-99c9-dbda31f834c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:04.299647 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-d8ee5ee0-ccc8-4fd0-99c9-dbda31f834c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eabb015c-ba63-4e01-a7a2-aba7801e2e3f HTTP/1.1" status: 204 len: 168 time: 0.1956239 Dec 09 11:59:04.307344 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee5ee0-ccc8-4fd0-99c9-dbda31f834c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabb015c-ba63-4e01-a7a2-aba7801e2e3f,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:05.289238 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:11.012841 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:59:11.793773 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592802a2-d1f0-4cd1-a293-448af80f7e73 req-cff7d7d4-939c-40ee-8bef-a08f5cd5e2f2 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:11.795275 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-592802a2-d1f0-4cd1-a293-448af80f7e73 req-cff7d7d4-939c-40ee-8bef-a08f5cd5e2f2 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0483558 Dec 09 11:59:11.856091 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-592802a2-d1f0-4cd1-a293-448af80f7e73 req-495ab18f-8b90-4afb-bc85-b0a1f0b04947 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539188 Dec 09 11:59:12.977525 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7216a-0b76-4a8a-adc0-c6042d83a2ea req-bed42fbb-1e58-48c7-b73c-f85f9bd6a779 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:12.978995 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3cd7216a-0b76-4a8a-adc0-c6042d83a2ea req-bed42fbb-1e58-48c7-b73c-f85f9bd6a779 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0527835 Dec 09 11:59:13.039084 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3cd7216a-0b76-4a8a-adc0-c6042d83a2ea req-4f63849d-060d-4972-a5f4-88467e634c20 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536530 Dec 09 11:59:14.152750 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8decf2-9088-41aa-b9d3-65c158672077 req-d1fbcb73-e2f2-4f41-9345-c55ab38dbbad tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:14.154240 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1f8decf2-9088-41aa-b9d3-65c158672077 req-d1fbcb73-e2f2-4f41-9345-c55ab38dbbad tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0477760 Dec 09 11:59:14.214556 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1f8decf2-9088-41aa-b9d3-65c158672077 req-03843d91-4327-4201-9c8f-bd275db43a8a tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536652 Dec 09 11:59:14.423289 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb436f-7d65-4903-be23-954e5a95896a req-6340273d-eced-4d1a-a9bd-e450dbebdfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:14.424756 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-dedb436f-7d65-4903-be23-954e5a95896a req-6340273d-eced-4d1a-a9bd-e450dbebdfc0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=869b9253adef4cceb3a529d9a2a90a11&device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 1137 time: 0.0400171 Dec 09 11:59:14.521728 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb436f-7d65-4903-be23-954e5a95896a req-a6db9303-7f04-45e1-87e4-0ba563583487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:14.523217 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-dedb436f-7d65-4903-be23-954e5a95896a req-a6db9303-7f04-45e1-87e4-0ba563583487 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa94e386-038b-4999-83fe-164562ab6184 HTTP/1.1" status: 200 len: 915 time: 0.0829530 Dec 09 11:59:14.593765 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-dedb436f-7d65-4903-be23-954e5a95896a req-74a6fabe-88a8-4c32-8c5c-93cb156ec86f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea9d971b-9813-45a8-bc75-b39665454e2b HTTP/1.1" status: 200 len: 1000 time: 0.0599451 Dec 09 11:59:14.644464 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb436f-7d65-4903-be23-954e5a95896a req-7af523da-14ea-4ca9-9357-a3af9a20ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:14.645863 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-dedb436f-7d65-4903-be23-954e5a95896a req-7af523da-14ea-4ca9-9357-a3af9a20ffeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b747344-8801-43f5-9f1c-325576149f10 HTTP/1.1" status: 200 len: 853 time: 0.0432911 Dec 09 11:59:14.690608 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb436f-7d65-4903-be23-954e5a95896a req-8b6aa589-1e88-4269-b19e-0e31b30175b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:14.692022 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-dedb436f-7d65-4903-be23-954e5a95896a req-8b6aa589-1e88-4269-b19e-0e31b30175b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa94e386-038b-4999-83fe-164562ab6184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384486 Dec 09 11:59:14.786181 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-dedb436f-7d65-4903-be23-954e5a95896a req-9c66848b-240d-42ed-9a50-74efe6581acc service neutron] 10.222.0.42 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843427 Dec 09 11:59:14.881426 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-dedb436f-7d65-4903-be23-954e5a95896a req-d96c1fe0-e2dd-4ff2-8199-1d1d8521f064 service neutron] 10.222.0.42 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867743 Dec 09 11:59:15.328917 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721eb0b3-42d2-4761-a435-7db7832ee86e req-bcd1a4bb-f0a9-4077-9fee-f64175c195a3 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:15.330368 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-721eb0b3-42d2-4761-a435-7db7832ee86e req-bcd1a4bb-f0a9-4077-9fee-f64175c195a3 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0472667 Dec 09 11:59:15.394461 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-721eb0b3-42d2-4761-a435-7db7832ee86e req-31e591be-701f-405d-a1c1-606715fe49c3 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578101 Dec 09 11:59:16.508333 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeac1b-bd2a-4f16-9f46-429b6a3d4455 req-38b15e84-7638-409c-929d-f8cf3d052e91 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:16.509684 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-45aeac1b-bd2a-4f16-9f46-429b6a3d4455 req-38b15e84-7638-409c-929d-f8cf3d052e91 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0485294 Dec 09 11:59:16.568860 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-45aeac1b-bd2a-4f16-9f46-429b6a3d4455 req-23e6b84e-b449-461f-9979-df4fcb6d5c6d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528202 Dec 09 11:59:17.683649 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfee3f6-e459-4d4f-b704-6319acae77c6 req-3ed98228-9d11-4357-b9f3-7259fc6991f2 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:17.685100 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ddfee3f6-e459-4d4f-b704-6319acae77c6 req-3ed98228-9d11-4357-b9f3-7259fc6991f2 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0472984 Dec 09 11:59:17.744036 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ddfee3f6-e459-4d4f-b704-6319acae77c6 req-005b641b-b53b-4b14-ab34-7f6211cf424c tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523994 Dec 09 11:59:18.863430 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf4567-2bb0-489b-9e49-dc1201c9134e req-1be4e14a-4263-476f-b20f-7553e3bdabe4 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:18.864878 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-76cf4567-2bb0-489b-9e49-dc1201c9134e req-1be4e14a-4263-476f-b20f-7553e3bdabe4 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0526524 Dec 09 11:59:18.924523 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-76cf4567-2bb0-489b-9e49-dc1201c9134e req-165a2fa2-856a-4382-89ca-6f089103fecd tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535307 Dec 09 11:59:20.041833 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d847f4-94ea-45ac-a846-4c544b16a7c3 req-1d3b2a84-c914-48cb-966f-fd0e75bf33c7 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:20.043241 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c5d847f4-94ea-45ac-a846-4c544b16a7c3 req-1d3b2a84-c914-48cb-966f-fd0e75bf33c7 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0491648 Dec 09 11:59:20.104303 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c5d847f4-94ea-45ac-a846-4c544b16a7c3 req-668a97d8-df0c-4a2c-9b31-e0721bbc23ec tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543489 Dec 09 11:59:21.218003 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c528f-7e5e-42a3-a7a9-d02f2eca5108 req-8665f824-fe49-4591-a2e9-34b2afb83eb7 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:21.219787 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b41c528f-7e5e-42a3-a7a9-d02f2eca5108 req-8665f824-fe49-4591-a2e9-34b2afb83eb7 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0482862 Dec 09 11:59:21.284559 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b41c528f-7e5e-42a3-a7a9-d02f2eca5108 req-6749b861-eddf-4021-adfc-96cd2a3a148e tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588219 Dec 09 11:59:21.934328 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-0e7ec164-65e4-4727-a7da-c812032a2dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:22.403381 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112b58a-82a8-4701-89e3-2da4b873869b req-94c01c76-ea41-4f3f-a9f2-be34cee14971 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:22.404833 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c112b58a-82a8-4701-89e3-2da4b873869b req-94c01c76-ea41-4f3f-a9f2-be34cee14971 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0484521 Dec 09 11:59:22.465346 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c112b58a-82a8-4701-89e3-2da4b873869b req-3f251c26-a7a6-40cf-b9e7-ea705fdad9b8 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545385 Dec 09 11:59:23.580421 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526d7c2-f8a3-48f7-9b36-458428993e5f req-1a14103d-7a81-4053-96ae-0a18392ceb10 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:23.581877 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2526d7c2-f8a3-48f7-9b36-458428993e5f req-1a14103d-7a81-4053-96ae-0a18392ceb10 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0484297 Dec 09 11:59:23.640694 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2526d7c2-f8a3-48f7-9b36-458428993e5f req-c99e5c5f-4749-41b2-b47e-263a3f7adb22 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527360 Dec 09 11:59:24.219922 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4604d8ce-95a4-4642-8e25-33b32202c899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:24.760078 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ef485-0093-4434-b028-3106b46490be req-2d1f1f99-47d3-46bb-b24e-bd353b6d656b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:24.761565 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-995ef485-0093-4434-b028-3106b46490be req-2d1f1f99-47d3-46bb-b24e-bd353b6d656b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0526278 Dec 09 11:59:24.825834 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-995ef485-0093-4434-b028-3106b46490be req-e3300ed3-d0c4-492c-b110-ca1945f2877b tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574410 Dec 09 11:59:25.191628 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:25.706346 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61db6a-3832-4c34-82cf-9b68d4e367c6 req-955fc068-a562-422f-8c9a-394bf74aa6a3 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:25.707763 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9f61db6a-3832-4c34-82cf-9b68d4e367c6 req-955fc068-a562-422f-8c9a-394bf74aa6a3 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0484505 Dec 09 11:59:25.756406 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9f61db6a-3832-4c34-82cf-9b68d4e367c6 req-69736b42-4f6c-48b4-a887-d205578ccbb3 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423791 Dec 09 11:59:25.944706 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b80dc-85be-4ccd-9e1d-3faaea82c398 req-abdfb6cc-33ad-4dfe-8fab-7803c90bbcf8 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:25.946169 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-227b80dc-85be-4ccd-9e1d-3faaea82c398 req-abdfb6cc-33ad-4dfe-8fab-7803c90bbcf8 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0509377 Dec 09 11:59:26.008262 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-227b80dc-85be-4ccd-9e1d-3faaea82c398 req-14dd303c-562b-4841-bbc0-06f67a4ebb17 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548532 Dec 09 11:59:26.874977 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a312d-cfa0-497c-aeaa-cbb5ebc1bcc6 req-435b892b-5232-4e18-99d4-a8e3d8e2c9a5 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:26.876599 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-099a312d-cfa0-497c-aeaa-cbb5ebc1bcc6 req-435b892b-5232-4e18-99d4-a8e3d8e2c9a5 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0482724 Dec 09 11:59:26.889644 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:26.926147 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-099a312d-cfa0-497c-aeaa-cbb5ebc1bcc6 req-8c4fa1ae-f3bd-4696-92d5-3291566bc1fc tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434046 Dec 09 11:59:27.071488 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33178) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:27.129573 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99c452-547d-44f0-9831-1740eb0a8ccc req-9f05dbd1-df01-47d9-a33e-574387c2e35d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:27.131099 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5d99c452-547d-44f0-9831-1740eb0a8ccc req-9f05dbd1-df01-47d9-a33e-574387c2e35d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0485840 Dec 09 11:59:27.192213 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e3c42d3c-883a-40b7-827a-fed26eb3d98e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:27.218490 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5d99c452-547d-44f0-9831-1740eb0a8ccc req-edc000d6-3dcd-4709-8d27-5e6ef933f701 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&id=2f7b21c1-7d49-47bb-b262-2e18da8060f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813081 Dec 09 11:59:27.280441 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e3c42d3c-883a-40b7-827a-fed26eb3d98e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:27.362681 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e3c42d3c-883a-40b7-827a-fed26eb3d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:27.402143 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-e3c42d3c-883a-40b7-827a-fed26eb3d98e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34d014c8e6b54077bfc475a1821f437f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295765 Dec 09 11:59:27.403043 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c42d3c-883a-40b7-827a-fed26eb3d98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb8cd4a-2b5b-467e-9a6b-2dddfd0482c6,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:27.404865 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33184) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:27.453680 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5c9-d2d8-4f3f-b5cc-84eec3a871ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:27.474016 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5c9-d2d8-4f3f-b5cc-84eec3a871ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:27.579615 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5c9-d2d8-4f3f-b5cc-84eec3a871ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:27.582233 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5c9-d2d8-4f3f-b5cc-84eec3a871ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:27.583399 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-71c7c5c9-d2d8-4f3f-b5cc-84eec3a871ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bb8cd4a-2b5b-467e-9a6b-2dddfd0482c6 HTTP/1.1" status: 204 len: 168 time: 0.1765938 Dec 09 11:59:27.591182 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7c5c9-d2d8-4f3f-b5cc-84eec3a871ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb8cd4a-2b5b-467e-9a6b-2dddfd0482c6,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:27.791368 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:28.041728 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10697ea3-1cfa-430d-a2d7-d364696cf58c req-f6c65239-aabc-4667-b448-b04095d119f0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:28.043263 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-10697ea3-1cfa-430d-a2d7-d364696cf58c req-f6c65239-aabc-4667-b448-b04095d119f0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0492043 Dec 09 11:59:28.096582 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-10697ea3-1cfa-430d-a2d7-d364696cf58c req-a5a283b8-6af9-4cad-bf1b-8a7ac350ee6d tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468194 Dec 09 11:59:29.213508 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779790f-1d84-4801-8b94-0ad19791f383 req-c73c8115-0b81-41ec-9ac2-ad9f62ee334f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:29.215079 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9779790f-1d84-4801-8b94-0ad19791f383 req-c73c8115-0b81-41ec-9ac2-ad9f62ee334f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0516024 Dec 09 11:59:29.266247 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9779790f-1d84-4801-8b94-0ad19791f383 req-06d790b9-986e-45d5-bb60-613430742347 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450656 Dec 09 11:59:30.380842 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90708a-e71b-4883-a867-a1eeee10c9fa req-263a4c11-938e-4858-b39d-65620feb9771 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:30.382295 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0c90708a-e71b-4883-a867-a1eeee10c9fa req-263a4c11-938e-4858-b39d-65620feb9771 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0479167 Dec 09 11:59:30.431253 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0c90708a-e71b-4883-a867-a1eeee10c9fa req-789da8ee-99a4-4d9f-8b13-0fa3928197bf tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428438 Dec 09 11:59:31.549538 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb36f4-6b9a-4c90-9abe-af1354c28328 req-730e57d2-aad2-4009-8f03-6c0933657005 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:31.551145 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d6bb36f4-6b9a-4c90-9abe-af1354c28328 req-730e57d2-aad2-4009-8f03-6c0933657005 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0526597 Dec 09 11:59:31.600061 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d6bb36f4-6b9a-4c90-9abe-af1354c28328 req-0c7e2a14-4b46-460e-adb6-66cfdd897ff9 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429914 Dec 09 11:59:31.708992 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33238) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:31.819455 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2f85e431-6baa-4137-9309-0143b1262981 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:31.891515 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2f85e431-6baa-4137-9309-0143b1262981 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:31.945398 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-2f85e431-6baa-4137-9309-0143b1262981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:31.981430 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-2f85e431-6baa-4137-9309-0143b1262981 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef46ca61aac2425d9dd174830c07fdbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713761 Dec 09 11:59:31.983964 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85e431-6baa-4137-9309-0143b1262981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb520482-88a2-42fc-9b63-2070a9c2e20e,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:31.984977 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33242) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:32.032378 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-66382a94-c5d8-4d71-8830-40991bbdc2ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:32.053982 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-66382a94-c5d8-4d71-8830-40991bbdc2ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:32.203479 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-66382a94-c5d8-4d71-8830-40991bbdc2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:32.206014 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-66382a94-c5d8-4d71-8830-40991bbdc2ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:32.207187 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-66382a94-c5d8-4d71-8830-40991bbdc2ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb520482-88a2-42fc-9b63-2070a9c2e20e HTTP/1.1" status: 204 len: 168 time: 0.2211988 Dec 09 11:59:32.215199 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66382a94-c5d8-4d71-8830-40991bbdc2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb520482-88a2-42fc-9b63-2070a9c2e20e,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:32.714819 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c31ff6-4b81-4769-8793-d86dc1918d81 req-783e8cc3-4c1b-4d15-a6c2-f96fac8a34b8 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:32.716354 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d5c31ff6-4b81-4769-8793-d86dc1918d81 req-783e8cc3-4c1b-4d15-a6c2-f96fac8a34b8 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0491900 Dec 09 11:59:32.770642 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d5c31ff6-4b81-4769-8793-d86dc1918d81 req-821cfafc-2ec8-4b13-a527-90ac858064e7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482519 Dec 09 11:59:33.882256 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaac3d-cdd9-45b6-959f-726c1cf916e3 req-fd267d75-ff34-47a0-ac89-c700db3e5b2f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:33.883721 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-facaac3d-cdd9-45b6-959f-726c1cf916e3 req-fd267d75-ff34-47a0-ac89-c700db3e5b2f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0473638 Dec 09 11:59:33.931719 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-facaac3d-cdd9-45b6-959f-726c1cf916e3 req-efe317ae-0198-4daf-b146-074daf5ffd3f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415533 Dec 09 11:59:35.045980 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999af8c-fc95-4661-96d1-5455192989b9 req-94ffed73-906a-498e-ac00-94f16f8bcdd8 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:35.047467 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d999af8c-fc95-4661-96d1-5455192989b9 req-94ffed73-906a-498e-ac00-94f16f8bcdd8 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0474074 Dec 09 11:59:35.095828 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d999af8c-fc95-4661-96d1-5455192989b9 req-8ef7759d-6f3c-4e0f-be42-756d4a186440 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426009 Dec 09 11:59:35.305195 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:35.974455 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c6df-9070-4563-b943-9a2ca26059b9 req-e40d99d8-bfbd-4ff9-8789-b44453e1124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:35.975961 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-30d0c6df-9070-4563-b943-9a2ca26059b9 req-e40d99d8-bfbd-4ff9-8789-b44453e1124b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=481678193712415d9de591835c117dad&device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 1098 time: 0.0435801 Dec 09 11:59:36.064664 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c6df-9070-4563-b943-9a2ca26059b9 req-8da38112-02c6-4820-958e-c7271e70b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:36.066061 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-30d0c6df-9070-4563-b943-9a2ca26059b9 req-8da38112-02c6-4820-958e-c7271e70b348 service neutron] 10.222.0.42 "GET /v2.0/networks?id=408897a5-ed27-4cb3-81b8-e09e83270f17 HTTP/1.1" status: 200 len: 909 time: 0.0830929 Dec 09 11:59:36.144512 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-30d0c6df-9070-4563-b943-9a2ca26059b9 req-5ea7d245-1c1d-482c-a490-64d1442b2907 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554 HTTP/1.1" status: 200 len: 1001 time: 0.0694525 Dec 09 11:59:36.194363 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c6df-9070-4563-b943-9a2ca26059b9 req-87637748-87ca-4e4d-ab3e-abcb31b92255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:36.195907 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-30d0c6df-9070-4563-b943-9a2ca26059b9 req-87637748-87ca-4e4d-ab3e-abcb31b92255 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a15d9755-315d-4ad7-ba9d-ee44e94c3088 HTTP/1.1" status: 200 len: 847 time: 0.0441477 Dec 09 11:59:36.214989 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e350e97-fd87-4c4e-82b4-e09e3e2a86ab req-98d9c26c-7c79-4b7a-b08f-56b1c73e6ab3 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:36.216463 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9e350e97-fd87-4c4e-82b4-e09e3e2a86ab req-98d9c26c-7c79-4b7a-b08f-56b1c73e6ab3 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0521739 Dec 09 11:59:36.241989 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c6df-9070-4563-b943-9a2ca26059b9 req-00e0cf88-db3b-45ed-932e-284c80d87b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:36.243503 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-30d0c6df-9070-4563-b943-9a2ca26059b9 req-00e0cf88-db3b-45ed-932e-284c80d87b3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=408897a5-ed27-4cb3-81b8-e09e83270f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396464 Dec 09 11:59:36.266596 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9e350e97-fd87-4c4e-82b4-e09e3e2a86ab req-7b69d671-8e57-42b5-abc6-815b738a2a3f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440891 Dec 09 11:59:36.336195 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-30d0c6df-9070-4563-b943-9a2ca26059b9 req-7f602c26-e0ea-4c87-9db3-f82544326c2c service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847239 Dec 09 11:59:36.421969 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-30d0c6df-9070-4563-b943-9a2ca26059b9 req-e42d8c96-f5d1-464e-b507-ccb72906e6f8 service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788128 Dec 09 11:59:37.350618 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46331edc-546a-47c3-8d40-d79d04b0bfc0 req-2d9d87c8-bfff-4b72-b9be-caa4984e1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:37.352141 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-46331edc-546a-47c3-8d40-d79d04b0bfc0 req-2d9d87c8-bfff-4b72-b9be-caa4984e1da7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=481678193712415d9de591835c117dad&device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 1098 time: 0.0445237 Dec 09 11:59:37.383384 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34881616-1d10-41b3-abdd-1a42b68e5e75 req-6ced081d-49e4-4021-8543-79942a389091 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:37.384849 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-34881616-1d10-41b3-abdd-1a42b68e5e75 req-6ced081d-49e4-4021-8543-79942a389091 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0479157 Dec 09 11:59:37.435003 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-34881616-1d10-41b3-abdd-1a42b68e5e75 req-b0176881-bd2d-4226-9b9d-f1d887b9d6ec tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431688 Dec 09 11:59:37.455865 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46331edc-546a-47c3-8d40-d79d04b0bfc0 req-9170c841-cade-415a-8a21-4b2cd9a49b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:37.457345 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-46331edc-546a-47c3-8d40-d79d04b0bfc0 req-9170c841-cade-415a-8a21-4b2cd9a49b00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=408897a5-ed27-4cb3-81b8-e09e83270f17 HTTP/1.1" status: 200 len: 909 time: 0.0847578 Dec 09 11:59:37.530111 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-46331edc-546a-47c3-8d40-d79d04b0bfc0 req-cf5846f6-fa13-4ed2-a66d-deeef0200393 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554 HTTP/1.1" status: 200 len: 1001 time: 0.0602832 Dec 09 11:59:37.588898 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46331edc-546a-47c3-8d40-d79d04b0bfc0 req-5d6cf38e-6782-4d55-9b6c-444b8964abda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:37.590213 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-46331edc-546a-47c3-8d40-d79d04b0bfc0 req-5d6cf38e-6782-4d55-9b6c-444b8964abda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a15d9755-315d-4ad7-ba9d-ee44e94c3088 HTTP/1.1" status: 200 len: 847 time: 0.0422177 Dec 09 11:59:37.634514 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46331edc-546a-47c3-8d40-d79d04b0bfc0 req-9e2818d6-98c7-4745-ac64-e69329f23c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:37.635983 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-46331edc-546a-47c3-8d40-d79d04b0bfc0 req-9e2818d6-98c7-4745-ac64-e69329f23c4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=408897a5-ed27-4cb3-81b8-e09e83270f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373008 Dec 09 11:59:37.727593 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-46331edc-546a-47c3-8d40-d79d04b0bfc0 req-cc080c2d-444b-4085-8d81-437a83e89fea service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817661 Dec 09 11:59:37.821993 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-46331edc-546a-47c3-8d40-d79d04b0bfc0 req-8505d276-f8e2-49d3-8f43-4364cd2e8eeb service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812302 Dec 09 11:59:38.557371 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9e5a1-ab0f-44cc-8865-3301eea9384a req-0cea8832-a52b-4dc7-a780-20185d8072c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:38.558833 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-14f9e5a1-ab0f-44cc-8865-3301eea9384a req-0cea8832-a52b-4dc7-a780-20185d8072c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0485294 Dec 09 11:59:38.611902 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-14f9e5a1-ab0f-44cc-8865-3301eea9384a req-320401df-af40-48b6-aeda-abe6234fc1b3 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462971 Dec 09 11:59:39.724310 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49adc3-ec7a-469f-aab2-c89fda005c55 req-ce7f9a4e-7948-4c6a-b537-123d8bbf3446 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:39.725768 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7a49adc3-ec7a-469f-aab2-c89fda005c55 req-ce7f9a4e-7948-4c6a-b537-123d8bbf3446 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0471983 Dec 09 11:59:39.775176 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7a49adc3-ec7a-469f-aab2-c89fda005c55 req-3e8bf634-1ba2-4892-864a-bdc9515da917 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433483 Dec 09 11:59:39.935572 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [req-a45dd372-0378-4419-98ad-77821eb13286 req-7540b175-bac3-4567-8ba4-6d1dd21cb931 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:59:39.936657 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a45dd372-0378-4419-98ad-77821eb13286 req-7540b175-bac3-4567-8ba4-6d1dd21cb931 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0952501 Dec 09 11:59:40.194423 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d93093-1677-48aa-b246-e07b09b21f57 req-00ae27eb-803a-4557-8cdb-a909ba8569f0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:40.195812 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b9d93093-1677-48aa-b246-e07b09b21f57 req-00ae27eb-803a-4557-8cdb-a909ba8569f0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0472884 Dec 09 11:59:40.259454 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b9d93093-1677-48aa-b246-e07b09b21f57 req-297d8908-2c35-40e0-8b40-cd7430cfa356 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532637 Dec 09 11:59:40.292713 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-25cd826f-e3e7-4ca3-b37a-259c5caa5cf3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910842 Dec 09 11:59:41.375091 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a02ea-b823-4ecf-828f-50db519981f9 req-68f52be0-2896-4076-85b1-ea5a312a8c0f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:41.376590 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-256a02ea-b823-4ecf-828f-50db519981f9 req-68f52be0-2896-4076-85b1-ea5a312a8c0f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0476646 Dec 09 11:59:41.427515 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-256a02ea-b823-4ecf-828f-50db519981f9 req-c17f3ac7-6903-4306-aa54-0a6ab443164a tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447636 Dec 09 11:59:42.306311 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device f7b602c7-0e41-4dae-8c2f-cf7299b97554 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:59:42.383545 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:42.408148 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:59:42.414868 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96936bb-7e9f-4020-8231-b9da6f67e3c9" -d '{"events": [{"server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:59:42.421668 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port f7b602c7-0e41-4dae-8c2f-cf7299b97554, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:59:42.448312 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 11:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eaab42-b901-42d7-bee5-70d4cbda5f99 x-openstack-request-id: req-d9eaab42-b901-42d7-bee5-70d4cbda5f99 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:59:42.448628 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "name": "network-vif-unplugged", "status": "failed", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554", "code": 422}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:59:42.448884 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9eaab42-b901-42d7-bee5-70d4cbda5f99 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:59:42.449284 dv-cinder-819692-7-iscsi neutron-server[109619]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'code': 422} returned with failed status Dec 09 11:59:42.547125 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da727946-105e-4778-a067-9fefaa340be9 req-9bd6bd67-0119-4f47-8866-bc3c6a8b1d30 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:42.548584 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-da727946-105e-4778-a067-9fefaa340be9 req-9bd6bd67-0119-4f47-8866-bc3c6a8b1d30 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0524702 Dec 09 11:59:42.585699 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:42.610971 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-da727946-105e-4778-a067-9fefaa340be9 req-4589ce3c-d97f-4e22-ac61-c4866d3dd557 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557351 Dec 09 11:59:42.643580 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=f7b602c7-0e41-4dae-8c2f-cf7299b97554,revision_number=6']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:42.650588 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.650967 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.651320 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.651663 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.651998 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.652331 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.652667 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.652997 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.653326 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.653652 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.653981 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.654305 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.654629 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:42.762887 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bc2bb-eab5-459c-afd8-a65a06776805 req-0c0f6e49-26ab-4970-9b2e-f260a0875c8c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:42.764920 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cf7bc2bb-eab5-459c-afd8-a65a06776805 req-0c0f6e49-26ab-4970-9b2e-f260a0875c8c tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 946 time: 0.0494189 Dec 09 11:59:42.814228 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cf7bc2bb-eab5-459c-afd8-a65a06776805 req-22eb73f0-c5b4-44d2-91be-6b7cd1afb97f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419254 Dec 09 11:59:43.723783 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a417b91-ecdc-4298-ba01-5df64bba4a54 req-f4a3835d-0dfa-44d0-9174-7d0153714ece tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:43.725268 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3a417b91-ecdc-4298-ba01-5df64bba4a54 req-f4a3835d-0dfa-44d0-9174-7d0153714ece tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0495639 Dec 09 11:59:43.727448 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-331527e1-db89-429f-8b53-7febea7adbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:43.728915 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-331527e1-db89-429f-8b53-7febea7adbbf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b&tenant_id=481678193712415d9de591835c117dad HTTP/1.1" status: 200 len: 1096 time: 0.0448141 Dec 09 11:59:43.775100 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3a417b91-ecdc-4298-ba01-5df64bba4a54 req-ffeb3d9a-7c63-41b1-8f00-2c274346cec0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437534 Dec 09 11:59:43.789468 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-946b4b98-d409-42e8-81ce-a9798729041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:43.790987 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-946b4b98-d409-42e8-81ce-a9798729041d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=481678193712415d9de591835c117dad&device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 1096 time: 0.0398700 Dec 09 11:59:43.882562 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-9d3fed67-2559-45dd-8e44-8356ca9582c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:43.884077 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-9d3fed67-2559-45dd-8e44-8356ca9582c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=408897a5-ed27-4cb3-81b8-e09e83270f17 HTTP/1.1" status: 200 len: 909 time: 0.0852256 Dec 09 11:59:43.937794 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adede-fc3b-4123-a756-a020f08852f5 req-3e2815df-4c60-4ebb-a254-83ecf969b7bc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:43.939168 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4d9adede-fc3b-4123-a756-a020f08852f5 req-3e2815df-4c60-4ebb-a254-83ecf969b7bc tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 946 time: 0.0507917 Dec 09 11:59:43.955303 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-98e3297e-357c-4acc-af94-bae7d0697c2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554 HTTP/1.1" status: 200 len: 999 time: 0.0629227 Dec 09 11:59:43.984916 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4d9adede-fc3b-4123-a756-a020f08852f5 req-6a3d762b-8ae1-4779-929d-4db51fcc4875 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups?id=4697d75f-2554-4825-9745-72f56cd7f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398114 Dec 09 11:59:44.007974 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-d1b9689f-e43b-494c-845e-07cd731c96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:44.009418 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-d1b9689f-e43b-494c-845e-07cd731c96e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a15d9755-315d-4ad7-ba9d-ee44e94c3088 HTTP/1.1" status: 200 len: 847 time: 0.0447059 Dec 09 11:59:44.062106 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-a14a9f6a-a835-4c9f-9caf-ec0d517a49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:44.063605 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-a14a9f6a-a835-4c9f-9caf-ec0d517a49b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=408897a5-ed27-4cb3-81b8-e09e83270f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400815 Dec 09 11:59:44.156693 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-225ea84d-f487-4616-a22a-ff330cd17737 service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827672 Dec 09 11:59:44.248134 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [req-6497ad4e-f08a-4bc4-b3a9-96a0c97975ef req-be5f24d7-dc0d-4b3e-9eca-99d984df90a6 service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840476 Dec 09 11:59:44.263663 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-48ac10fd-3fcd-4301-801a-878cce3b9c4f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:44.265128 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-48ac10fd-3fcd-4301-801a-878cce3b9c4f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 946 time: 0.0494349 Dec 09 11:59:44.359821 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Deleting port da4ef1fb-5936-490e-8adf-4e22a852842f {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:59:44.360159 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:44.446804 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] For port da4ef1fb-5936-490e-8adf-4e22a852842f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=da4ef1fb-5936-490e-8adf-4e22a852842f,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:59:44.447195 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:44.612498 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:44.612865 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:44.613183 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.l3_db [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Floating IP dc0b9867-d178-4ce6-8d9f-fc0f6ee5ef9f disassociated. External IP: 172.27.3.250, port: da4ef1fb-5936-490e-8adf-4e22a852842f. Dec 09 11:59:44.613529 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Calling delete_port for da4ef1fb-5936-490e-8adf-4e22a852842f owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:59:44.779791 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:44.809388 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event deleted for resources: {'Port': ['ID=da4ef1fb-5936-490e-8adf-4e22a852842f,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:44.821683 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.822039 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.822412 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.822754 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.823115 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.823452 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.823784 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.824112 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.824442 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.824769 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.825096 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.825424 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.825748 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:44.954961 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcff122-fe4e-4e21-878c-e60a9456c4b6 req-8229a7b1-9d7d-47be-93c2-f85a22e3ef14 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:44.956315 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7dcff122-fe4e-4e21-878c-e60a9456c4b6 req-8229a7b1-9d7d-47be-93c2-f85a22e3ef14 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0910709 Dec 09 11:59:44.984764 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Router d07696d5-022d-4625-bb23-a84f174cf651 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:59:45.052757 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7dcff122-fe4e-4e21-878c-e60a9456c4b6 req-53f2a5de-f55d-4eb5-8b12-fe61f8ba1b8d tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893383 Dec 09 11:59:45.092335 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ddbb9086-b82b-4a45-8f76-0c82f600164b req-07eb50eb-843c-4ee4-a41c-b713e15d4b79 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 210 time: 0.0336342 Dec 09 11:59:45.135039 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:59:45.145671 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5c1f8-4abf-4fa6-87a7-ba2b2d55d072 None None] Sync routers for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:59:45.156022 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5c1f8-4abf-4fa6-87a7-ba2b2d55d072 None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:59:45.157232 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-90a5c1f8-4abf-4fa6-87a7-ba2b2d55d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:59:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:59:45.172391 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] No DVR routers for this DVR port da4ef1fb-5936-490e-8adf-4e22a852842f on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:59:45.174943 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:45.178279 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6baa3891-1a23-42aa-9003-793eb6334ff8 req-53ec0d44-d2b2-437c-a085-6076443c455f tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.42 "DELETE /v2.0/ports/da4ef1fb-5936-490e-8adf-4e22a852842f HTTP/1.1" status: 204 len: 173 time: 0.9068623 Dec 09 11:59:45.178723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'name': 'network-vif-deleted', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:59:45.180994 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9685c2-9c28-4357-9433-8a2c752d0ce7" -d '{"events": [{"server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "name": "network-vif-deleted", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:59:45.218293 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dae71e-2196-4ac4-aa0e-0e7182bbbe66 x-openstack-request-id: req-41dae71e-2196-4ac4-aa0e-0e7182bbbe66 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:59:45.218723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9b6e68-7ebb-425f-b04a-e8570928478f", "name": "network-vif-deleted", "tag": "da4ef1fb-5936-490e-8adf-4e22a852842f", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:59:45.219008 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41dae71e-2196-4ac4-aa0e-0e7182bbbe66 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:59:45.219417 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9b6e68-7ebb-425f-b04a-e8570928478f', 'name': 'network-vif-deleted', 'tag': 'da4ef1fb-5936-490e-8adf-4e22a852842f', 'status': 'completed', 'code': 200} Dec 09 11:59:45.376193 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-90a5c1f8-4abf-4fa6-87a7-ba2b2d55d072 None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:59:45.570250 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-90a5c1f8-4abf-4fa6-87a7-ba2b2d55d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:46Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:59:45.595376 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5c1f8-4abf-4fa6-87a7-ba2b2d55d072 None None] Checking router: d07696d5-022d-4625-bb23-a84f174cf651 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:59:45.603307 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5c1f8-4abf-4fa6-87a7-ba2b2d55d072 None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:59:45.603891 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-90a5c1f8-4abf-4fa6-87a7-ba2b2d55d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:59:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:59:45.707529 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-90a5c1f8-4abf-4fa6-87a7-ba2b2d55d072 None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:59:45.904074 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-90a5c1f8-4abf-4fa6-87a7-ba2b2d55d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:46Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:59:45.930569 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5c1f8-4abf-4fa6-87a7-ba2b2d55d072 None None] The sync data for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi is: [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:51:34Z', 'revision_number': 4, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'b398a7d5-3cdc-48c0-8825-70920f83d570', 'name': '', 'network_id': '339399d7-c359-4375-8e64-8580dc618d39', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'mac_address': 'fa:16:3e:88:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:33Z', 'updated_at': '2021-12-09T11:51:46Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'subnets': [{'id': '4d57bdff-4b12-4c25-8c80-3d56d3c88b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:59:46.198247 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf5d04-a22f-4a29-bd49-5639ed5bc8ee None None] New status for floating IP dc0b9867-d178-4ce6-8d9f-fc0f6ee5ef9f: DOWN {{(pid=109619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:59:46.219725 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ca936-9a19-4806-89ae-29406bc94869 req-57ca7f6b-4f7e-46a8-9f1d-1ec833e959c0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:46.221579 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9f7ca936-9a19-4806-89ae-29406bc94869 req-57ca7f6b-4f7e-46a8-9f1d-1ec833e959c0 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0758884 Dec 09 11:59:46.252193 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-777f7d05-0a18-40d3-a8b2-f546670bbdb1 req-a9a65352-31f1-4a81-bce1-6734c8942c05 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9b6e68-7ebb-425f-b04a-e8570928478f HTTP/1.1" status: 200 len: 210 time: 0.0289922 Dec 09 11:59:46.298635 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9f7ca936-9a19-4806-89ae-29406bc94869 req-7903b5d8-6b4b-400f-b951-6c78fd5e19d8 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628829 Dec 09 11:59:47.410045 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2881720-7a7b-4a25-b18e-527cc6c5f571 req-453d08d2-1155-442a-b071-87eca8464ffc tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:47.411742 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b2881720-7a7b-4a25-b18e-527cc6c5f571 req-453d08d2-1155-442a-b071-87eca8464ffc tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0488956 Dec 09 11:59:47.459941 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b2881720-7a7b-4a25-b18e-527cc6c5f571 req-3c25de09-3403-4e3b-a638-e6b607790ef1 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424464 Dec 09 11:59:48.010810 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:59:48.420711 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33330) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:48.475428 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:48.498084 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:48.514171 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device da4ef1fb-5936-490e-8adf-4e22a852842f no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:59:48.550964 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: da4ef1fb-5936-490e-8adf-4e22a852842f {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:59:48.551443 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device da4ef1fb-5936-490e-8adf-4e22a852842f not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:59:48.583604 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b2eaa-be4b-499c-a81f-c720a03a6277 req-152bf06b-7a7f-4acd-a064-72cd663f4fc1 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:48.585068 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9d9b2eaa-be4b-499c-a81f-c720a03a6277 req-152bf06b-7a7f-4acd-a064-72cd663f4fc1 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0575037 Dec 09 11:59:48.634186 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9d9b2eaa-be4b-499c-a81f-c720a03a6277 req-3ca81309-4a88-4085-939e-b21d3889702a tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430973 Dec 09 11:59:48.647666 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:48.650395 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:48.651615 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "DELETE /v2.0/security-groups/4697d75f-2554-4825-9745-72f56cd7f13b HTTP/1.1" status: 204 len: 168 time: 0.2297986 Dec 09 11:59:48.654293 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33334) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:48.660804 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4697d75f-2554-4825-9745-72f56cd7f13b,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:48.667063 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.api.v2.resource [None req-9f07b65c-2f74-48b4-acfa-7e2ce64d0049 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] show failed (client error): The resource could not be found. Dec 09 11:59:48.667857 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.668099 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-9f07b65c-2f74-48b4-acfa-7e2ce64d0049 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "GET /v2.0/security-groups/4697d75f-2554-4825-9745-72f56cd7f13b HTTP/1.1" status: 404 len: 347 time: 0.0128498 Dec 09 11:59:48.668216 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.668552 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.668897 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.669235 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.669576 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.670072 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.670411 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.671336 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.671446 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33336) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:48.671680 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.672003 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.672333 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.672661 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d67f1-1d88-438d-bf89-577d04ea5bf1 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:59:48.796725 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-272e6ac5-d4ab-48e3-9d95-fe4d49aa26e7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Deleting port 30fc7f80-ff54-4a38-adfc-7e10d4937630 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:59:48.797069 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-272e6ac5-d4ab-48e3-9d95-fe4d49aa26e7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:48.877041 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-272e6ac5-d4ab-48e3-9d95-fe4d49aa26e7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:48.877374 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-272e6ac5-d4ab-48e3-9d95-fe4d49aa26e7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:48.888902 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-272e6ac5-d4ab-48e3-9d95-fe4d49aa26e7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Calling delete_port for 30fc7f80-ff54-4a38-adfc-7e10d4937630 owned by network:floatingip {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:59:49.145132 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-272e6ac5-d4ab-48e3-9d95-fe4d49aa26e7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:49.429700 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e6ac5-d4ab-48e3-9d95-fe4d49aa26e7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Pushing event deleted for resources: {'Port': ['ID=30fc7f80-ff54-4a38-adfc-7e10d4937630,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:49.488202 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-272e6ac5-d4ab-48e3-9d95-fe4d49aa26e7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks [] for floatingip, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:49.490673 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-272e6ac5-d4ab-48e3-9d95-fe4d49aa26e7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:49.491830 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-272e6ac5-d4ab-48e3-9d95-fe4d49aa26e7 tempest-AttachVolumeShelveTestJSON-1362355046 tempest-AttachVolumeShelveTestJSON-1362355046-project] 10.222.0.24 "DELETE /v2.0/floatingips/dc0b9867-d178-4ce6-8d9f-fc0f6ee5ef9f HTTP/1.1" status: 204 len: 168 time: 0.8195195 Dec 09 11:59:49.749918 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f9c2-3590-485e-bd2f-60ad946ef0df req-5980598e-f113-410a-ae58-afd1e305b619 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:49.751301 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5c50f9c2-3590-485e-bd2f-60ad946ef0df req-5980598e-f113-410a-ae58-afd1e305b619 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0495191 Dec 09 11:59:49.802100 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5c50f9c2-3590-485e-bd2f-60ad946ef0df req-e6836ea4-82b5-4e30-bbfe-fce9dfe00cc3 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440576 Dec 09 11:59:50.944721 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af21f5-5152-4dda-8c40-023723115ee7 req-157f1dde-da67-4cd9-865c-0e24a8ce69ee tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:50.946604 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f4af21f5-5152-4dda-8c40-023723115ee7 req-157f1dde-da67-4cd9-865c-0e24a8ce69ee tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0558190 Dec 09 11:59:50.996863 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f4af21f5-5152-4dda-8c40-023723115ee7 req-c032c738-c67e-4e62-a879-8f6e11e6b686 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442526 Dec 09 11:59:52.019126 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-27d3da1f-517e-4d79-8295-61c6bd3c7646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:52.110728 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc22f0-04af-4ad4-b941-a1862de7194a req-4f6248ff-e54f-45cd-bb25-54b6e32cbe3c tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:52.112206 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4bfc22f0-04af-4ad4-b941-a1862de7194a req-4f6248ff-e54f-45cd-bb25-54b6e32cbe3c tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 943 time: 0.0472872 Dec 09 11:59:52.163557 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4bfc22f0-04af-4ad4-b941-a1862de7194a req-12b92170-abc6-4ced-b81b-04b1953c5191 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455513 Dec 09 11:59:52.363067 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device f7b602c7-0e41-4dae-8c2f-cf7299b97554 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:59:52.457773 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port f7b602c7-0e41-4dae-8c2f-cf7299b97554, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:59:52.468466 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'port_id': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'mac_address': 'fa:16:3e:8b:51:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:59:52.505232 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:52.517648 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b602c7-0e41-4dae-8c2f-cf7299b97554 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:59:52.539511 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port f7b602c7-0e41-4dae-8c2f-cf7299b97554, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:59:52.625089 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:52.671531 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=f7b602c7-0e41-4dae-8c2f-cf7299b97554,revision_number=7']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:52.925261 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['f7b602c7-0e41-4dae-8c2f-cf7299b97554'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:59:53.276728 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44f41c-e187-4b7c-8496-408ea35bfe6e req-403b36fb-26cb-45d1-8a89-768d77d65d58 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:53.278206 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ee44f41c-e187-4b7c-8496-408ea35bfe6e req-403b36fb-26cb-45d1-8a89-768d77d65d58 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 944 time: 0.0472476 Dec 09 11:59:53.330136 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ee44f41c-e187-4b7c-8496-408ea35bfe6e req-5d2634e3-cdf1-4fd7-88e2-17abd60de479 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451424 Dec 09 11:59:54.205289 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-d6e60a64-b216-4b3a-a4cd-7ed50fd5602e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253693409&fields=id&tenant_id=668a9cfe67994e52a5acb64338974d32 HTTP/1.1" status: 200 len: 267 time: 0.0447507 Dec 09 11:59:54.208492 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-3f253453-1e1e-4852-9f34-b119661cccbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:54.313854 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-2e2505ca-fa16-4897-8434-d308c6f4ed1c tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:54.315339 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-2e2505ca-fa16-4897-8434-d308c6f4ed1c tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 811 time: 0.1021726 Dec 09 11:59:54.330298 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-ab8e2cf5-0543-47a3-a1a6-af0f9bd69b83 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/quotas/668a9cfe67994e52a5acb64338974d32 HTTP/1.1" status: 200 len: 375 time: 0.0093472 Dec 09 11:59:54.375408 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device f7b602c7-0e41-4dae-8c2f-cf7299b97554 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:59:54.388001 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-46b87c9e-146d-4aa2-8953-99b6195fdbef tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522614 Dec 09 11:59:54.424432 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port f7b602c7-0e41-4dae-8c2f-cf7299b97554 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:59:54.424800 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:54.503073 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:54.503839 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c8e99-4295-4f0d-b519-623a5c00b2f9 req-8bbb7dc0-25b9-4530-b3a2-4c111e69a432 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:54.505319 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0c1c8e99-4295-4f0d-b519-623a5c00b2f9 req-8bbb7dc0-25b9-4530-b3a2-4c111e69a432 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 944 time: 0.1051309 Dec 09 11:59:54.525835 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:59:54.528096 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41171a54-0ffa-4804-abb0-313ec326dd3b" -d '{"events": [{"server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "name": "network-vif-plugged", "status": "completed", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:59:54.540737 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port f7b602c7-0e41-4dae-8c2f-cf7299b97554, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:59:54.546354 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-5e6b32c5-a3f6-4f18-9803-4e60c0c2dfd2 service neutron] 10.222.0.24 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437933 Dec 09 11:59:54.595716 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0c1c8e99-4295-4f0d-b519-623a5c00b2f9 req-890a54b6-c18c-4574-b9b4-87cd7f1d0c75 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827985 Dec 09 11:59:54.602335 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:54.638787 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33402) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:54.666098 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-678f2c4e-3c00-4e8b-b047-2628ad2859b4 service neutron] 10.222.0.24 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136327 Dec 09 11:59:54.675573 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=f7b602c7-0e41-4dae-8c2f-cf7299b97554,revision_number=8']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:54.688075 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5b746a-e07b-4b81-bb6a-a120c900528f x-openstack-request-id: req-de5b746a-e07b-4b81-bb6a-a120c900528f {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:59:54.689798 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "name": "network-vif-plugged", "status": "completed", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:59:54.690324 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de5b746a-e07b-4b81-bb6a-a120c900528f {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:59:54.691274 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'code': 200} Dec 09 11:59:55.028503 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55414fe9-170f-4d2b-bfd4-711e68f18fec req-4f6bde02-6bcb-4f85-a30c-b7386363f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:55.029903 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-55414fe9-170f-4d2b-bfd4-711e68f18fec req-4f6bde02-6bcb-4f85-a30c-b7386363f4d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 1098 time: 0.0438724 Dec 09 11:59:55.078601 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-55414fe9-170f-4d2b-bfd4-711e68f18fec req-ae4a789f-044f-4efb-8c70-23e992560604 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403440 Dec 09 11:59:55.100059 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-66e6f305-fa88-4970-9ecf-198667d6a419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7923035'] for router_interface, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:55.242058 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:55.341941 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-66e6f305-fa88-4970-9ecf-198667d6a419 admin admin] Deleting port b398a7d5-3cdc-48c0-8825-70920f83d570 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:59:55.345121 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-66e6f305-fa88-4970-9ecf-198667d6a419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:55.418757 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [None req-66e6f305-fa88-4970-9ecf-198667d6a419 admin admin] For port b398a7d5-3cdc-48c0-8825-70920f83d570, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=b398a7d5-3cdc-48c0-8825-70920f83d570,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:59:55.419145 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-66e6f305-fa88-4970-9ecf-198667d6a419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:55.431700 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-66e6f305-fa88-4970-9ecf-198667d6a419 admin admin] Calling delete_port for b398a7d5-3cdc-48c0-8825-70920f83d570 owned by network:router_interface {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:59:55.532714 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5f09d47d-a2ee-4790-99b4-625183e26282 req-dfe630f4-c914-4de7-a6d1-f23bf3cb5900 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 210 time: 0.0322833 Dec 09 11:59:55.682308 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-66e6f305-fa88-4970-9ecf-198667d6a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:55.708000 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6f305-fa88-4970-9ecf-198667d6a419 admin admin] Pushing event deleted for resources: {'Port': ['ID=b398a7d5-3cdc-48c0-8825-70920f83d570,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:55.709866 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18657860-97cc-465b-88f5-06a8c4574616 req-11242ad8-bf10-4029-af0b-3b6fe51e22a7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:55.711475 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-18657860-97cc-465b-88f5-06a8c4574616 req-11242ad8-bf10-4029-af0b-3b6fe51e22a7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0481768 Dec 09 11:59:55.774702 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-18657860-97cc-465b-88f5-06a8c4574616 req-02fca7f6-468c-4600-a598-5f5cfac4a2b7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527949 Dec 09 11:59:55.894784 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-66e6f305-fa88-4970-9ecf-198667d6a419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8100450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7922999'] for router_interface, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:56.358111 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e6f305-fa88-4970-9ecf-198667d6a419 admin admin] Router d07696d5-022d-4625-bb23-a84f174cf651 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:59:56.463992 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e6f305-fa88-4970-9ecf-198667d6a419 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:59:56.468947 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-66e6f305-fa88-4970-9ecf-198667d6a419 admin admin] 10.222.0.24 "PUT /v2.0/routers/d07696d5-022d-4625-bb23-a84f174cf651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8291030 Dec 09 11:59:56.472050 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33426) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:56.474585 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc654cc2-c449-4ff1-a3ee-d01beef95ede None None] Sync routers for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:59:56.485112 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc654cc2-c449-4ff1-a3ee-d01beef95ede None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:59:56.498629 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-fc654cc2-c449-4ff1-a3ee-d01beef95ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:59:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:59:56.592043 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Publish callbacks [] for router, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:56.598801 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-fc654cc2-c449-4ff1-a3ee-d01beef95ede None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:59:56.639039 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a659d0ec-7caa-41aa-9785-f4ccfaf7d50e req-d3f5b473-edf6-4885-b438-db256c81406d tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 210 time: 0.0378361 Dec 09 11:59:56.705891 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:56.780688 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-fc654cc2-c449-4ff1-a3ee-d01beef95ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:59:55Z', 'revision_number': 5, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port': {'id': 'c4660cb6-5927-499b-9b11-db20152d15c8', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:51:27Z', 'updated_at': '2021-12-09T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:59:56.808699 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc654cc2-c449-4ff1-a3ee-d01beef95ede None None] Checking router: d07696d5-022d-4625-bb23-a84f174cf651 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:59:56.819433 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc654cc2-c449-4ff1-a3ee-d01beef95ede None None] Routers {'d07696d5-022d-4625-bb23-a84f174cf651'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:59:56.820050 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-fc654cc2-c449-4ff1-a3ee-d01beef95ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:59:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['d07696d5-022d-4625-bb23-a84f174cf651'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:59:56.865599 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Deleting port c4660cb6-5927-499b-9b11-db20152d15c8 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:59:56.865992 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:56.916981 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-fc654cc2-c449-4ff1-a3ee-d01beef95ede None None] Set router d07696d5-022d-4625-bb23-a84f174cf651 gateway port host: None {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:59:56.918790 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df591d63-62e0-420c-8327-39fedcfe3562 req-ad123ce8-950d-4b6b-9dd0-252279978a11 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:56.921816 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:56.923350 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-df591d63-62e0-420c-8327-39fedcfe3562 req-ad123ce8-950d-4b6b-9dd0-252279978a11 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0527890 Dec 09 11:59:56.961576 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] For port c4660cb6-5927-499b-9b11-db20152d15c8, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=c4660cb6-5927-499b-9b11-db20152d15c8,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:59:56.961987 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:56.970821 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-fc654cc2-c449-4ff1-a3ee-d01beef95ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:59:56Z', 'revision_number': 6, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port_host': None}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:59:56.975684 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Calling delete_port for c4660cb6-5927-499b-9b11-db20152d15c8 owned by network:router_gateway {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:59:56.979694 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-df591d63-62e0-420c-8327-39fedcfe3562 req-d56d7371-167c-4c4e-91b7-dfcb6e321b8f tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487940 Dec 09 11:59:57.003130 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc654cc2-c449-4ff1-a3ee-d01beef95ede None None] The sync data for ids ['d07696d5-022d-4625-bb23-a84f174cf651'] in dv-cinder-819692-7-iscsi is: [{'id': 'd07696d5-022d-4625-bb23-a84f174cf651', 'name': 'tempest-AttachVolumeShelveTestJSON-265003930-router', 'tenant_id': '950b7ea4e7374eb58627d3f048470bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:51:26Z', 'updated_at': '2021-12-09T11:59:56Z', 'revision_number': 6, 'project_id': '950b7ea4e7374eb58627d3f048470bdb', 'gw_port_host': None}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:59:57.236890 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.266724 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4660cb6-5927-499b-9b11-db20152d15c8,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:57.324988 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7921045'] for router_gateway, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.420754 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7941893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.423365 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.533812 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7941948'] for router, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.534359 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d07696d5-022d-4625-bb23-a84f174cf651 {{(pid=109617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 11:59:57.540316 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] Publish callbacks [] for router, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.541654 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-4f035603-762a-4956-88ef-9fabc7207243 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d07696d5-022d-4625-bb23-a84f174cf651 HTTP/1.1" status: 204 len: 168 time: 1.0685341 Dec 09 11:59:57.544703 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33434) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:57.593093 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_v2 [None req-6161e280-97b5-416f-9592-38fd6599f7a3 admin admin] Deleting subnet 4d57bdff-4b12-4c25-8c80-3d56d3c88b73 {{(pid=109617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:59:57.596254 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6161e280-97b5-416f-9592-38fd6599f7a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.630890 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6161e280-97b5-416f-9592-38fd6599f7a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133873831'] for subnet, precommit_delete_associations {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.684883 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-e52e228b-5025-4f78-b67f-23afd407e015 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:57.686334 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-e52e228b-5025-4f78-b67f-23afd407e015 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 811 time: 0.1085923 Dec 09 11:59:57.710521 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6161e280-97b5-416f-9592-38fd6599f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.762385 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-24680ebb-c1c5-4d6f-b2c4-97c60ecadee8 req-967e398d-def4-4009-b36d-bdda884ef2f4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 210 time: 0.0362778 Dec 09 11:59:57.769836 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.784007 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-ba7049f6-4db3-4546-ae44-19d9152ea46b tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=668a9cfe67994e52a5acb64338974d32 HTTP/1.1" status: 200 len: 380 time: 0.0876188 Dec 09 11:59:57.794060 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'port': {'device_id': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'admin_state_up': True, 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'security_groups': ['c3c01888-965a-4385-a168-1d7de4b80082']}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:59:57.850446 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6161e280-97b5-416f-9592-38fd6599f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4296423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180420'] for subnet, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.885181 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161e280-97b5-416f-9592-38fd6599f7a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d57bdff-4b12-4c25-8c80-3d56d3c88b73,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:57.889953 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-6161e280-97b5-416f-9592-38fd6599f7a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.893681 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-6161e280-97b5-416f-9592-38fd6599f7a3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4d57bdff-4b12-4c25-8c80-3d56d3c88b73 HTTP/1.1" status: 204 len: 168 time: 0.3479881 Dec 09 11:59:57.897407 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33438) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:57.899910 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa56476-9db8-4def-8cff-84e10a4283f7 None None] Network 339399d7-c359-4375-8e64-8580dc618d39 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:59:57.969158 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device b398a7d5-3cdc-48c0-8825-70920f83d570 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:59:57.994682 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:57.996134 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: b398a7d5-3cdc-48c0-8825-70920f83d570 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:59:57.996474 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device b398a7d5-3cdc-48c0-8825-70920f83d570 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:59:57.997072 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device c4660cb6-5927-499b-9b11-db20152d15c8 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:59:58.038486 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: c4660cb6-5927-499b-9b11-db20152d15c8 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:59:58.038486 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device c4660cb6-5927-499b-9b11-db20152d15c8 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:59:58.051947 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Deleting port 2e81c384-942a-43c4-9b9a-56b8f9def570 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:59:58.052367 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.055860 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Made reservation on behalf of 668a9cfe67994e52a5acb64338974d32 for: {'port': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:59:58.060449 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.139594 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e918a-cbe9-489c-b232-157d6e9364c3 None None] DHCP port deletion for 339399d7-c359-4375-8e64-8580dc618d39 request from dv-cinder-819692-7-iscsi {{(pid=109619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 11:59:58.192103 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] For port 2e81c384-942a-43c4-9b9a-56b8f9def570, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2e81c384-942a-43c4-9b9a-56b8f9def570,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:59:58.192569 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.195959 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-f08e918a-cbe9-489c-b232-157d6e9364c3 None None] Deleting port 2e81c384-942a-43c4-9b9a-56b8f9def570 {{(pid=109619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:59:58.196326 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-f08e918a-cbe9-489c-b232-157d6e9364c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.212290 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Calling delete_port for 2e81c384-942a-43c4-9b9a-56b8f9def570 owned by network:dhcp {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:59:58.261299 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-f08e918a-cbe9-489c-b232-157d6e9364c3 None None] For port 2e81c384-942a-43c4-9b9a-56b8f9def570, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2e81c384-942a-43c4-9b9a-56b8f9def570,segment=NetworkSegment(30971e1d-20de-433b-9660-84b401fcea02),segment_id=30971e1d-20de-433b-9660-84b401fcea02)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:59:58.261688 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-f08e918a-cbe9-489c-b232-157d6e9364c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.278236 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-f08e918a-cbe9-489c-b232-157d6e9364c3 None None] Calling delete_port for 2e81c384-942a-43c4-9b9a-56b8f9def570 owned by network:dhcp {{(pid=109619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:59:58.313956 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Allocated IP 172.20.0.3 (f7887434-306d-4523-9326-6054e1da426c/63eef003-b8e9-48df-a110-bbc1d47b6203/48ba163a-8def-4004-a1cf-512ee0e9bd05) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:59:58.473894 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.477512 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-f08e918a-cbe9-489c-b232-157d6e9364c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.505511 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e918a-cbe9-489c-b232-157d6e9364c3 None None] Pushing event deleted for resources: {'Port': ['ID=2e81c384-942a-43c4-9b9a-56b8f9def570,revision_number=None']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:58.507403 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e918a-cbe9-489c-b232-157d6e9364c3 None None] No DVR routers for this DVR port 2e81c384-942a-43c4-9b9a-56b8f9def570 on host dv-cinder-819692-7-iscsi {{(pid=109619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:59:58.528516 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] No DVR routers for this DVR port 2e81c384-942a-43c4-9b9a-56b8f9def570 on host dv-cinder-819692-7-iscsi {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:59:58.529894 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e81c384-942a-43c4-9b9a-56b8f9def570,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:58.646999 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.679195 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.681312 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339399d7-c359-4375-8e64-8580dc618d39']}} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:59:58.693168 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30971e1d-20de-433b-9660-84b401fcea02') {'for_net_delete': True} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:59:58.693799 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30971e1d-20de-433b-9660-84b401fcea02') {} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:59:58.705775 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8355857'] for segment, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.728305 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.737434 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=109618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4268184'] for segment, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: Traceback (most recent call last): Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: timer() Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: cb(*args, **kw) Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: return func(*args, **kwargs) Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: self._notify() Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: self.callback(batched_events) Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: event.method(event) Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: return f(self, *a, **k) Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._get(url).json() Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: return self.request(url, 'GET', **kwargs) Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:59:58.750470 dv-cinder-819692-7-iscsi neutron-server[109618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:59:58.858764 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.929248 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Network f7887434-306d-4523-9326-6054e1da426c is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:59:58.934404 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.939183 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:59:58.949193 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:58.952539 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] 10.222.0.24 "DELETE /v2.0/networks/339399d7-c359-4375-8e64-8580dc618d39 HTTP/1.1" status: 204 len: 168 time: 1.0541511 Dec 09 11:59:58.953375 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:59:58.977951 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f45a5-7fac-4184-8a16-71c7a9dcc75a req-dd67d3ff-2ece-484f-9247-b870033e06fa tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:58.979522 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ca5f45a5-7fac-4184-8a16-71c7a9dcc75a req-dd67d3ff-2ece-484f-9247-b870033e06fa tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 931 time: 0.1313932 Dec 09 11:59:58.999258 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'Port': ['ID=48ba163a-8def-4004-a1cf-512ee0e9bd05,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:59.005761 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc31fdf-781c-4815-913e-4102c8e50e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=339399d7-c359-4375-8e64-8580dc618d39,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:59.048559 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:59:59.049189 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:59.084647 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ca5f45a5-7fac-4184-8a16-71c7a9dcc75a req-442d61fd-1e92-4abd-9e75-283bc7708dc4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788670 Dec 09 11:59:59.168201 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-caf947a3-1476-4452-a62f-f2867542117c None None] Provisioning complete for port 48ba163a-8def-4004-a1cf-512ee0e9bd05 triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:59:59.168769 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-caf947a3-1476-4452-a62f-f2867542117c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:59.205498 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-caf947a3-1476-4452-a62f-f2867542117c None None] Port 48ba163a-8def-4004-a1cf-512ee0e9bd05 cannot update to ACTIVE because it is not bound. {{(pid=109619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:59:59.210502 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-c2d36f9e-fb64-4d20-9e7e-e3a5d9fb7934 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4205158 Dec 09 11:59:59.224018 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Request body: {'port': {'device_id': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:59:59.280333 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:59.423626 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33444) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:59.464371 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-8cc217bf-c90c-461a-8fa0-888bc206858b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=950b7ea4e7374eb58627d3f048470bdb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394163 Dec 09 11:59:59.466825 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33446) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:59:59.515006 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d5e9d5c9-2bc0-4814-b242-8b5789a37ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:59.537626 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d5e9d5c9-2bc0-4814-b242-8b5789a37ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:59.540538 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ba163a-8def-4004-a1cf-512ee0e9bd05 {{(pid=109618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:59:59.548330 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:59.560267 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.provisioning_blocks [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Transition to ACTIVE for port object 48ba163a-8def-4004-a1cf-512ee0e9bd05 will not be triggered until provisioned by entity L2. {{(pid=109618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:59:59.716359 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:59.717005 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d5e9d5c9-2bc0-4814-b242-8b5789a37ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:59.718872 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d5e9d5c9-2bc0-4814-b242-8b5789a37ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:59.721270 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-d5e9d5c9-2bc0-4814-b242-8b5789a37ef4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a54b00a-5b6b-4505-99c9-2a0cf8b4d4d3 HTTP/1.1" status: 204 len: 168 time: 0.2524955 Dec 09 11:59:59.728583 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9d5c9-2bc0-4814-b242-8b5789a37ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a54b00a-5b6b-4505-99c9-2a0cf8b4d4d3,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:59.779249 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Pushing event updated for resources: {'Port': ['ID=48ba163a-8def-4004-a1cf-512ee0e9bd05,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:59:59.858634 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Attempting to bind port 48ba163a-8def-4004-a1cf-512ee0e9bd05 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:59:59.858846 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Attempting to bind port 48ba163a-8def-4004-a1cf-512ee0e9bd05 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:59:59.859217 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Attempting to bind port 48ba163a-8def-4004-a1cf-512ee0e9bd05 on network f7887434-306d-4523-9326-6054e1da426c {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:59:59.869057 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Port 48ba163a-8def-4004-a1cf-512ee0e9bd05 on network f7887434-306d-4523-9326-6054e1da426c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:59:59.869057 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Attempting to bind port 48ba163a-8def-4004-a1cf-512ee0e9bd05 on network f7887434-306d-4523-9326-6054e1da426c {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:59:59.879435 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:59:59.879784 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Checking segment: {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:59:59.880179 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Bound using segment: {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:59:59.880619 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Bound port: 48ba163a-8def-4004-a1cf-512ee0e9bd05, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e351f1b-de3f-4253-9649-7931776828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f7887434-306d-4523-9326-6054e1da426c'}}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:59:59.880975 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:59:59.939732 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2e81c384-942a-43c4-9b9a-56b8f9def570 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:59:59.960352 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 2e81c384-942a-43c4-9b9a-56b8f9def570 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:59:59.960701 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2e81c384-942a-43c4-9b9a-56b8f9def570 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:59:59.961970 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] For port 48ba163a-8def-4004-a1cf-512ee0e9bd05, host hv-cinder-81969, cleared binding levels {{(pid=109618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:59:59.966154 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] For port 48ba163a-8def-4004-a1cf-512ee0e9bd05, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=48ba163a-8def-4004-a1cf-512ee0e9bd05,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 12:00:00.106996 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:00.146204 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:00.146756 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:00.148152 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/48ba163a-8def-4004-a1cf-512ee0e9bd05 HTTP/1.1" status: 200 len: 1093 time: 0.9290645 Dec 09 12:00:00.148593 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'tag': '48ba163a-8def-4004-a1cf-512ee0e9bd05'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:00:00.150892 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b01019-1a69-47e4-b516-a36b6177f6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b73b649-5105-4923-ade8-9b2efc6065f8", "tag": "48ba163a-8def-4004-a1cf-512ee0e9bd05"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:00:00.206291 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 12:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb98bde2-f0f9-4de6-9f7c-7795ef2ebfbf x-openstack-request-id: req-cb98bde2-f0f9-4de6-9f7c-7795ef2ebfbf {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:00:00.212504 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b73b649-5105-4923-ade8-9b2efc6065f8", "tag": "48ba163a-8def-4004-a1cf-512ee0e9bd05", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:00:00.212504 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb98bde2-f0f9-4de6-9f7c-7795ef2ebfbf {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:00:00.212504 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'tag': '48ba163a-8def-4004-a1cf-512ee0e9bd05', 'status': 'completed', 'code': 200} Dec 09 12:00:00.212504 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4628fe-d127-4db9-a396-09deb5a754b9 service neutron] Pushing event updated for resources: {'Port': ['ID=48ba163a-8def-4004-a1cf-512ee0e9bd05,revision_number=3']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:00.237325 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582709c-4d3a-4d7d-aac2-cf4513e265e1 req-060746c3-d20c-4fa8-924e-8c5622f31c63 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:00.238984 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5582709c-4d3a-4d7d-aac2-cf4513e265e1 req-060746c3-d20c-4fa8-924e-8c5622f31c63 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 943 time: 0.0850213 Dec 09 12:00:00.315848 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b01019-1a69-47e4-b516-a36b6177f6e0 req-f74adfe5-fe2b-4898-84ac-65207dcd81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:00.317368 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f3b01019-1a69-47e4-b516-a36b6177f6e0 req-f74adfe5-fe2b-4898-84ac-65207dcd81e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 1096 time: 0.0774310 Dec 09 12:00:00.322713 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5582709c-4d3a-4d7d-aac2-cf4513e265e1 req-4955d46c-1d13-40c1-b1f3-f2bf75638f12 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750973 Dec 09 12:00:00.425999 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b01019-1a69-47e4-b516-a36b6177f6e0 req-2c46ec9a-1195-42db-99ec-be1467ae9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:00.427435 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f3b01019-1a69-47e4-b516-a36b6177f6e0 req-2c46ec9a-1195-42db-99ec-be1467ae9993 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=668a9cfe67994e52a5acb64338974d32&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1008866 Dec 09 12:00:00.525620 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b01019-1a69-47e4-b516-a36b6177f6e0 req-1c039dba-6b27-455a-8977-23a48b8985d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:00.527140 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f3b01019-1a69-47e4-b516-a36b6177f6e0 req-1c039dba-6b27-455a-8977-23a48b8985d5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910537 Dec 09 12:00:00.607619 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-6ba99768-4e53-4a15-ad8b-49b264c2673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:00.609079 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-6ba99768-4e53-4a15-ad8b-49b264c2673d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 1096 time: 0.0443654 Dec 09 12:00:00.652296 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-34b5b4f0-885c-41a7-b15b-b5a22fc1b01f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48ba163a-8def-4004-a1cf-512ee0e9bd05 HTTP/1.1" status: 200 len: 217 time: 0.0342233 Dec 09 12:00:00.701601 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-b2b38c8f-d4ca-424e-95c6-46af4fec0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:00.703167 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-b2b38c8f-d4ca-424e-95c6-46af4fec0027 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 200 len: 850 time: 0.0431774 Dec 09 12:00:00.750450 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-daed0124-13e3-4b0a-9a2e-952d1327203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:00.750450 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-daed0124-13e3-4b0a-9a2e-952d1327203b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7887434-306d-4523-9326-6054e1da426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390625 Dec 09 12:00:00.844200 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-02a64334-023d-4d92-bc1e-8d690b322b02 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858829 Dec 09 12:00:00.939230 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1152ae3a-0711-4de5-8703-683e00daf4fe req-96f3c263-6a40-48c8-90dd-dc1d6712e342 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866904 Dec 09 12:00:01.440828 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65840f76-94ee-48b3-9169-6c8cb3c3aeca req-d20056ad-8b85-43a5-969c-94e0151e79bd tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:01.442394 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-65840f76-94ee-48b3-9169-6c8cb3c3aeca req-d20056ad-8b85-43a5-969c-94e0151e79bd tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 943 time: 0.0485981 Dec 09 12:00:01.496610 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-65840f76-94ee-48b3-9169-6c8cb3c3aeca req-e1a0c653-3398-46cf-be00-e45a9933f1ec tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481901 Dec 09 12:00:01.910425 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33504) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:02.014112 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-68ff38c8-8b31-472a-9181-20e30df82c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:02.091038 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-68ff38c8-8b31-472a-9181-20e30df82c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:02.155806 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-68ff38c8-8b31-472a-9181-20e30df82c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:02.194175 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-68ff38c8-8b31-472a-9181-20e30df82c65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=151d40cb06af49a28736f5982182c5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825844 Dec 09 12:00:02.196173 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff38c8-8b31-472a-9181-20e30df82c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867afeb4-e45f-4cc1-9948-10d3ab99043c,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:02.196899 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33508) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:02.243762 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0e89f45b-9c23-4391-b254-aa0c6d314791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:02.264646 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0e89f45b-9c23-4391-b254-aa0c6d314791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:02.384942 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0e89f45b-9c23-4391-b254-aa0c6d314791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:02.387570 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0e89f45b-9c23-4391-b254-aa0c6d314791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:02.388741 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-0e89f45b-9c23-4391-b254-aa0c6d314791 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/867afeb4-e45f-4cc1-9948-10d3ab99043c HTTP/1.1" status: 204 len: 168 time: 0.1906512 Dec 09 12:00:02.396401 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89f45b-9c23-4391-b254-aa0c6d314791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867afeb4-e45f-4cc1-9948-10d3ab99043c,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:02.615064 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd166a9-495d-477b-bfa7-00da14c8a68a req-d16044fd-83c0-4cf3-9692-f22e647d1c23 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:02.616546 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9dd166a9-495d-477b-bfa7-00da14c8a68a req-d16044fd-83c0-4cf3-9692-f22e647d1c23 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 943 time: 0.0511777 Dec 09 12:00:02.665126 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9dd166a9-495d-477b-bfa7-00da14c8a68a req-aec04790-4e47-4863-9b6e-76844f48396f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426681 Dec 09 12:00:03.781387 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca69fc9-d497-4b72-8b7f-020e6b27ef39 req-88ce8bff-28ec-4718-a22b-503fcbbc8ffa tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:03.782881 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4ca69fc9-d497-4b72-8b7f-020e6b27ef39 req-88ce8bff-28ec-4718-a22b-503fcbbc8ffa tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 943 time: 0.0480006 Dec 09 12:00:03.832912 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4ca69fc9-d497-4b72-8b7f-020e6b27ef39 req-1660799a-c6e1-441d-b96f-95a0fe49dd65 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438354 Dec 09 12:00:04.951441 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066ce51-51b4-49f3-ba5d-4aee08a3cb1e req-f743f11f-22a4-4850-98e5-e1c5933c8442 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:04.952873 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f066ce51-51b4-49f3-ba5d-4aee08a3cb1e req-f743f11f-22a4-4850-98e5-e1c5933c8442 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 943 time: 0.0496411 Dec 09 12:00:05.003484 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f066ce51-51b4-49f3-ba5d-4aee08a3cb1e req-97c37c6b-8553-4eef-a47d-87509964c3a9 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432575 Dec 09 12:00:05.254233 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33568) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:05.333637 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:05.357118 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5b098a6b-562b-4553-942c-645be28b7151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:05.429485 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5b098a6b-562b-4553-942c-645be28b7151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:05.527587 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5b098a6b-562b-4553-942c-645be28b7151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:05.566658 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-5b098a6b-562b-4553-942c-645be28b7151 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3609aa5d4b341ad8fa6292d8cefb6cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113301 Dec 09 12:00:05.567586 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b098a6b-562b-4553-942c-645be28b7151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9d5a89-fd61-44e1-b493-8f4306455c7b,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:05.569340 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33572) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:05.620543 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b502-978f-4461-b23d-21eb0ac0622f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:05.641464 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b502-978f-4461-b23d-21eb0ac0622f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:05.819510 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b502-978f-4461-b23d-21eb0ac0622f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:05.822187 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b502-978f-4461-b23d-21eb0ac0622f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:05.823416 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c3e5b502-978f-4461-b23d-21eb0ac0622f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e9d5a89-fd61-44e1-b493-8f4306455c7b HTTP/1.1" status: 204 len: 168 time: 0.2524474 Dec 09 12:00:05.831265 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5b502-978f-4461-b23d-21eb0ac0622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9d5a89-fd61-44e1-b493-8f4306455c7b,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:06.117508 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211599a-89ef-4a4c-9f07-82d30b441077 req-d2ef7dc2-b6f2-449d-a457-e62dd36fe6f5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:06.119124 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0211599a-89ef-4a4c-9f07-82d30b441077 req-d2ef7dc2-b6f2-449d-a457-e62dd36fe6f5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 943 time: 0.0476696 Dec 09 12:00:06.172640 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0211599a-89ef-4a4c-9f07-82d30b441077 req-2122d3bd-5d21-4194-ae14-f4cd8bc9c86e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475476 Dec 09 12:00:06.397304 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33584) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:06.410658 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-61b4a889-f7d6-4ab8-9e0d-14e77794f5d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:06.482940 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-61b4a889-f7d6-4ab8-9e0d-14e77794f5d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:06.544426 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-61b4a889-f7d6-4ab8-9e0d-14e77794f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:06.584569 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-61b4a889-f7d6-4ab8-9e0d-14e77794f5d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f3a57077b73442cbbb5139aeff3160f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860845 Dec 09 12:00:06.586383 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4a889-f7d6-4ab8-9e0d-14e77794f5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293941da-17b1-41dc-bf44-10fc9cbc566a,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:06.587200 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33586) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:06.642881 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-234b1583-9247-4488-b8ae-1d3e026e0319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:06.664358 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-234b1583-9247-4488-b8ae-1d3e026e0319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:06.766657 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-234b1583-9247-4488-b8ae-1d3e026e0319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:06.769875 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-234b1583-9247-4488-b8ae-1d3e026e0319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:06.770987 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-234b1583-9247-4488-b8ae-1d3e026e0319 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/293941da-17b1-41dc-bf44-10fc9cbc566a HTTP/1.1" status: 204 len: 168 time: 0.1826074 Dec 09 12:00:06.784618 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b1583-9247-4488-b8ae-1d3e026e0319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293941da-17b1-41dc-bf44-10fc9cbc566a,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:06.816535 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1d29179d-4495-4389-9f35-8681aece9345 req-49846e05-301d-4831-a1a0-f662ec71199f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235634826&fields=id&tenant_id=869b9253adef4cceb3a529d9a2a90a11 HTTP/1.1" status: 200 len: 267 time: 0.0632474 Dec 09 12:00:06.871218 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29179d-4495-4389-9f35-8681aece9345 req-11602ede-39e2-4dde-9f74-c84a17720cf1 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:06.872878 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1d29179d-4495-4389-9f35-8681aece9345 req-11602ede-39e2-4dde-9f74-c84a17720cf1 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 984 time: 0.0504382 Dec 09 12:00:06.884208 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-1d29179d-4495-4389-9f35-8681aece9345 req-f3aae456-8af3-4dce-acaf-93be3289cfac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Request body: {'port': {'security_groups': ['4e026b90-2196-4128-84d7-40eb91879dbb']}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 12:00:06.962354 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1d29179d-4495-4389-9f35-8681aece9345 req-f3aae456-8af3-4dce-acaf-93be3289cfac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:07.146633 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-1d29179d-4495-4389-9f35-8681aece9345 req-f3aae456-8af3-4dce-acaf-93be3289cfac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] For port ea9d971b-9813-45a8-bc75-b39665454e2b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea9d971b-9813-45a8-bc75-b39665454e2b,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:07.177955 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1d29179d-4495-4389-9f35-8681aece9345 req-f3aae456-8af3-4dce-acaf-93be3289cfac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:07.291220 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e3315-e0ce-4903-a84e-d3c7a5f25747 req-37a4b024-3919-4788-9b3b-a400adb9a5d7 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:07.292724 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b41e3315-e0ce-4903-a84e-d3c7a5f25747 req-37a4b024-3919-4788-9b3b-a400adb9a5d7 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 943 time: 0.0519030 Dec 09 12:00:07.311529 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1d29179d-4495-4389-9f35-8681aece9345 req-f3aae456-8af3-4dce-acaf-93be3289cfac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:07.323454 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['ea9d971b-9813-45a8-bc75-b39665454e2b'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 12:00:07.386504 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29179d-4495-4389-9f35-8681aece9345 req-f3aae456-8af3-4dce-acaf-93be3289cfac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:07.387201 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-1d29179d-4495-4389-9f35-8681aece9345 req-f3aae456-8af3-4dce-acaf-93be3289cfac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:07.388578 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-1d29179d-4495-4389-9f35-8681aece9345 req-f3aae456-8af3-4dce-acaf-93be3289cfac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "PUT /v2.0/ports/ea9d971b-9813-45a8-bc75-b39665454e2b HTTP/1.1" status: 200 len: 942 time: 0.5090206 Dec 09 12:00:07.389035 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:00:07.391397 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028860d0-f245-4471-b1b9-bf52b8cea0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:00:07.396666 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33606) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:07.401852 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b41e3315-e0ce-4903-a84e-d3c7a5f25747 req-8ce9a4b6-fbd9-4793-a866-7262ac34179e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029789 Dec 09 12:00:07.428144 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aae456-8af3-4dce-acaf-93be3289cfac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event updated for resources: {'Port': ['ID=ea9d971b-9813-45a8-bc75-b39665454e2b,revision_number=7']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:07.460493 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['ea9d971b-9813-45a8-bc75-b39665454e2b'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 12:00:07.481743 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 12:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d178306-13cd-4a35-97f6-b0fd486440b2 x-openstack-request-id: req-0d178306-13cd-4a35-97f6-b0fd486440b2 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:00:07.482258 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:00:07.482680 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d178306-13cd-4a35-97f6-b0fd486440b2 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:00:07.483263 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'status': 'completed', 'code': 200} Dec 09 12:00:07.519208 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-283b1e09-cc40-4449-a1a6-848184375184 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:07.558147 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-283b1e09-cc40-4449-a1a6-848184375184 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:07.561203 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028860d0-f245-4471-b1b9-bf52b8cea0d1 req-979f4b3b-c57f-4050-a222-6a444e8f414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:07.561203 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-028860d0-f245-4471-b1b9-bf52b8cea0d1 req-979f4b3b-c57f-4050-a222-6a444e8f414f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=869b9253adef4cceb3a529d9a2a90a11&device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 1098 time: 0.0462337 Dec 09 12:00:07.676312 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028860d0-f245-4471-b1b9-bf52b8cea0d1 req-70adeb1f-108f-4b53-a0bd-433a095c349d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:07.677781 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-028860d0-f245-4471-b1b9-bf52b8cea0d1 req-70adeb1f-108f-4b53-a0bd-433a095c349d service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa94e386-038b-4999-83fe-164562ab6184 HTTP/1.1" status: 200 len: 915 time: 0.1104267 Dec 09 12:00:07.704997 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-283b1e09-cc40-4449-a1a6-848184375184 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:07.707966 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-283b1e09-cc40-4449-a1a6-848184375184 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:07.709126 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-283b1e09-cc40-4449-a1a6-848184375184 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "DELETE /v2.0/security-groups/2f7b21c1-7d49-47bb-b262-2e18da8060f2 HTTP/1.1" status: 204 len: 168 time: 0.3104134 Dec 09 12:00:07.714378 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33614) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:07.723589 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-1e5135e4-16b4-40d7-8d53-2568adffe2d5 None None] Provisioning complete for port ea9d971b-9813-45a8-bc75-b39665454e2b triggered by entity DHCP. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 12:00:07.724514 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-1e5135e4-16b4-40d7-8d53-2568adffe2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:07.753056 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-028860d0-f245-4471-b1b9-bf52b8cea0d1 req-c265cfb1-51b6-4482-8d8a-14dcbc7cd3e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea9d971b-9813-45a8-bc75-b39665454e2b HTTP/1.1" status: 200 len: 1000 time: 0.0670049 Dec 09 12:00:07.768641 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b1e09-cc40-4449-a1a6-848184375184 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7b21c1-7d49-47bb-b262-2e18da8060f2,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:07.812222 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028860d0-f245-4471-b1b9-bf52b8cea0d1 req-42f986d3-20ea-40d7-9e58-356cfdfde111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:07.812222 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-028860d0-f245-4471-b1b9-bf52b8cea0d1 req-42f986d3-20ea-40d7-9e58-356cfdfde111 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b747344-8801-43f5-9f1c-325576149f10 HTTP/1.1" status: 200 len: 853 time: 0.0503728 Dec 09 12:00:07.877337 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028860d0-f245-4471-b1b9-bf52b8cea0d1 req-5d5e8509-2083-41be-8a8b-a8fb9e255767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:07.878844 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-028860d0-f245-4471-b1b9-bf52b8cea0d1 req-5d5e8509-2083-41be-8a8b-a8fb9e255767 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa94e386-038b-4999-83fe-164562ab6184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602748 Dec 09 12:00:07.916126 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Deleting port 44a7ad06-3f93-47c3-b638-52cd408df866 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:00:07.916583 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:07.986292 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-028860d0-f245-4471-b1b9-bf52b8cea0d1 req-0b1abac6-6481-454a-807f-aaf3f27e71b7 service neutron] 10.222.0.42 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978649 Dec 09 12:00:07.998398 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:07.998848 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:08.012683 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Calling delete_port for 44a7ad06-3f93-47c3-b638-52cd408df866 owned by network:floatingip {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:00:08.086436 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-028860d0-f245-4471-b1b9-bf52b8cea0d1 req-2236a8b4-773c-4671-bddc-42b08f99e603 service neutron] 10.222.0.42 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929034 Dec 09 12:00:08.276585 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:08.300225 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event deleted for resources: {'Port': ['ID=44a7ad06-3f93-47c3-b638-52cd408df866,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:08.362601 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks [] for floatingip, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:08.362953 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.l3_db [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Floating IP 45cc36e1-f0cf-45dd-9174-b2181779c630 disassociated (deleted). External IP: 172.27.3.33, port: ea9d971b-9813-45a8-bc75-b39665454e2b. Dec 09 12:00:08.456478 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 48ba163a-8def-4004-a1cf-512ee0e9bd05 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 12:00:08.569100 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0b6c1-41bf-461f-86f3-a95ca1198faa req-8aab42cc-9cf7-472b-bdf4-5d46e4623e89 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:08.570051 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 48ba163a-8def-4004-a1cf-512ee0e9bd05, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=48ba163a-8def-4004-a1cf-512ee0e9bd05,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:08.571396 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0ff0b6c1-41bf-461f-86f3-a95ca1198faa req-8aab42cc-9cf7-472b-bdf4-5d46e4623e89 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 943 time: 0.0717359 Dec 09 12:00:08.580965 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Router 3961a371-756f-44b9-beec-3848e02d3c94 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 12:00:08.588199 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '48ba163a-8def-4004-a1cf-512ee0e9bd05', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'port_id': '48ba163a-8def-4004-a1cf-512ee0e9bd05', 'mac_address': 'fa:16:3e:ad:67:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 12:00:08.628382 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:08.633519 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0ff0b6c1-41bf-461f-86f3-a95ca1198faa req-57f18282-5cb6-438c-9b37-c6204353efeb tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542550 Dec 09 12:00:08.647521 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ba163a-8def-4004-a1cf-512ee0e9bd05 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 12:00:08.669745 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 48ba163a-8def-4004-a1cf-512ee0e9bd05, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=48ba163a-8def-4004-a1cf-512ee0e9bd05,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:08.705538 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 12:00:08.710273 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:08.717178 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ef203-fb90-4812-9c5e-a1382782954b None None] Sync routers for ids ['3961a371-756f-44b9-beec-3848e02d3c94'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 12:00:08.729955 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ef203-fb90-4812-9c5e-a1382782954b None None] Routers {'3961a371-756f-44b9-beec-3848e02d3c94'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:00:08.730590 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e80ef203-fb90-4812-9c5e-a1382782954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:59:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['3961a371-756f-44b9-beec-3848e02d3c94'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:08.738317 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-9cdad100-f431-41a2-9f54-852adc77693d tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "DELETE /v2.0/floatingips/45cc36e1-f0cf-45dd-9174-b2181779c630 HTTP/1.1" status: 204 len: 168 time: 1.0228796 Dec 09 12:00:08.739023 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b'}] {{(pid=109617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:00:08.741682 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14af5da22e65b9c10d671cdac3230d6c7cc6f44bbdcdd8f551f4acf5beef64df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaafc8b6-838e-422a-8f6c-ca11166d3efa" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b"}]}' {{(pid=109617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:00:08.797240 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:08.797628 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 12:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df0752a-a2ce-4e3e-8013-dcdfc50ff7fc x-openstack-request-id: req-0df0752a-a2ce-4e3e-8013-dcdfc50ff7fc {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:00:08.798686 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b", "status": "completed", "code": 200}]} {{(pid=109617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:00:08.799705 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0df0752a-a2ce-4e3e-8013-dcdfc50ff7fc {{(pid=109617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:00:08.800296 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'status': 'completed', 'code': 200} Dec 09 12:00:08.879797 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafc8b6-838e-422a-8f6c-ca11166d3efa req-1d7cd3e3-40ba-468a-9569-cfb6c82ba8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:08.882124 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aaafc8b6-838e-422a-8f6c-ca11166d3efa req-1d7cd3e3-40ba-468a-9569-cfb6c82ba8da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=869b9253adef4cceb3a529d9a2a90a11&device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 1098 time: 0.0593085 Dec 09 12:00:08.883640 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=48ba163a-8def-4004-a1cf-512ee0e9bd05,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:08.950136 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-e80ef203-fb90-4812-9c5e-a1382782954b None None] Set router 3961a371-756f-44b9-beec-3848e02d3c94 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:00:09.001365 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafc8b6-838e-422a-8f6c-ca11166d3efa req-8986f999-1dd5-45ac-9b6a-4e37c8a95878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:09.003562 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aaafc8b6-838e-422a-8f6c-ca11166d3efa req-8986f999-1dd5-45ac-9b6a-4e37c8a95878 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa94e386-038b-4999-83fe-164562ab6184 HTTP/1.1" status: 200 len: 915 time: 0.1046772 Dec 09 12:00:09.036347 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['48ba163a-8def-4004-a1cf-512ee0e9bd05'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 12:00:09.052217 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aaafc8b6-838e-422a-8f6c-ca11166d3efa req-5a864960-1492-4a27-b678-60dd611645c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea9d971b-9813-45a8-bc75-b39665454e2b HTTP/1.1" status: 200 len: 217 time: 0.0370500 Dec 09 12:00:09.107062 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafc8b6-838e-422a-8f6c-ca11166d3efa req-4453686e-41e5-40c6-a5dd-7f7404483537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:09.108539 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aaafc8b6-838e-422a-8f6c-ca11166d3efa req-4453686e-41e5-40c6-a5dd-7f7404483537 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b747344-8801-43f5-9f1c-325576149f10 HTTP/1.1" status: 200 len: 853 time: 0.0496306 Dec 09 12:00:09.158352 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafc8b6-838e-422a-8f6c-ca11166d3efa req-da3f3cd1-61e6-4506-a96d-653dd3ed72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:09.160068 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aaafc8b6-838e-422a-8f6c-ca11166d3efa req-da3f3cd1-61e6-4506-a96d-653dd3ed72fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa94e386-038b-4999-83fe-164562ab6184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438859 Dec 09 12:00:09.263250 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aaafc8b6-838e-422a-8f6c-ca11166d3efa req-4b5ab879-7811-41a4-824e-fd9e319c9dfa service neutron] 10.222.0.42 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946269 Dec 09 12:00:09.279533 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e80ef203-fb90-4812-9c5e-a1382782954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T11:57:44Z', 'revision_number': 4, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'aff8f1f7-513a-4c43-94e6-1995a47111dc', 'name': '', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'mac_address': 'fa:16:3e:b9:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1b747344-8801-43f5-9f1c-325576149f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:44Z', 'updated_at': '2021-12-09T11:57:48Z', 'revision_number': 5, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'subnets': [{'id': '1b747344-8801-43f5-9f1c-325576149f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:09.317378 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ef203-fb90-4812-9c5e-a1382782954b None None] Checking router: 3961a371-756f-44b9-beec-3848e02d3c94 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 12:00:09.338645 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ef203-fb90-4812-9c5e-a1382782954b None None] Routers {'3961a371-756f-44b9-beec-3848e02d3c94'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:00:09.339309 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e80ef203-fb90-4812-9c5e-a1382782954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:59:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['3961a371-756f-44b9-beec-3848e02d3c94'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:09.499180 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-e80ef203-fb90-4812-9c5e-a1382782954b None None] Set router 3961a371-756f-44b9-beec-3848e02d3c94 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:00:09.625796 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aaafc8b6-838e-422a-8f6c-ca11166d3efa req-534afebe-2aa1-4e83-9d8e-b5f781ffc8ec service neutron] 10.222.0.42 "GET /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543324 Dec 09 12:00:09.668097 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33654) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:09.719306 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-e80ef203-fb90-4812-9c5e-a1382782954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T11:57:44Z', 'revision_number': 4, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'aff8f1f7-513a-4c43-94e6-1995a47111dc', 'name': '', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'mac_address': 'fa:16:3e:b9:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1b747344-8801-43f5-9f1c-325576149f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:44Z', 'updated_at': '2021-12-09T11:57:48Z', 'revision_number': 5, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'subnets': [{'id': '1b747344-8801-43f5-9f1c-325576149f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:09.753634 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ef203-fb90-4812-9c5e-a1382782954b None None] The sync data for ids ['3961a371-756f-44b9-beec-3848e02d3c94'] in dv-cinder-819692-7-iscsi is: [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T11:57:44Z', 'revision_number': 4, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': 'aff8f1f7-513a-4c43-94e6-1995a47111dc', 'name': '', 'network_id': 'aa94e386-038b-4999-83fe-164562ab6184', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'mac_address': 'fa:16:3e:b9:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1b747344-8801-43f5-9f1c-325576149f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:44Z', 'updated_at': '2021-12-09T11:57:48Z', 'revision_number': 5, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'subnets': [{'id': '1b747344-8801-43f5-9f1c-325576149f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 12:00:09.774547 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df1b17-8a75-48e9-8cce-7bc8be43abdb req-c69dc55f-44ff-4871-b658-27cfd074cb23 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:09.776112 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-23df1b17-8a75-48e9-8cce-7bc8be43abdb req-c69dc55f-44ff-4871-b658-27cfd074cb23 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 944 time: 0.0631790 Dec 09 12:00:09.811168 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d0239229-f488-413b-bf44-6533a6c5fc03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:09.864606 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-23df1b17-8a75-48e9-8cce-7bc8be43abdb req-ee337fdc-53b2-4082-9d9d-5775d6afc529 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735276 Dec 09 12:00:09.930586 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d0239229-f488-413b-bf44-6533a6c5fc03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:09.995099 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f83f3f9-99b8-4644-8108-086b6fee6ee6 None None] New status for floating IP 45cc36e1-f0cf-45dd-9174-b2181779c630: DOWN {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 12:00:10.007530 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d0239229-f488-413b-bf44-6533a6c5fc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:10.049784 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-d0239229-f488-413b-bf44-6533a6c5fc03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07a94d9b87e04109bd35665a956a9b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779392 Dec 09 12:00:10.049784 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0239229-f488-413b-bf44-6533a6c5fc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6510fc86-13be-44b1-802e-a51198704ae0,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:10.050118 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33658) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:10.107645 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9dbab01-d88f-40d9-990a-470455cc3d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:10.130476 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9dbab01-d88f-40d9-990a-470455cc3d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:10.247543 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9dbab01-d88f-40d9-990a-470455cc3d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:10.250503 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9dbab01-d88f-40d9-990a-470455cc3d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:10.252515 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a9dbab01-d88f-40d9-990a-470455cc3d0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6510fc86-13be-44b1-802e-a51198704ae0 HTTP/1.1" status: 204 len: 168 time: 0.2014585 Dec 09 12:00:10.262454 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbab01-d88f-40d9-990a-470455cc3d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6510fc86-13be-44b1-802e-a51198704ae0,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:10.484694 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 48ba163a-8def-4004-a1cf-512ee0e9bd05 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 12:00:10.590415 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 48ba163a-8def-4004-a1cf-512ee0e9bd05 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 12:00:10.594407 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 48ba163a-8def-4004-a1cf-512ee0e9bd05 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 12:00:10.595368 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:10.675203 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:10.696887 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ba163a-8def-4004-a1cf-512ee0e9bd05'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:00:10.699154 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e265ea32-63da-4e8f-a8f2-6ab8e3fa3a24" -d '{"events": [{"server_uuid": "5b73b649-5105-4923-ade8-9b2efc6065f8", "name": "network-vif-plugged", "status": "completed", "tag": "48ba163a-8def-4004-a1cf-512ee0e9bd05"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:00:10.712068 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 48ba163a-8def-4004-a1cf-512ee0e9bd05, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=48ba163a-8def-4004-a1cf-512ee0e9bd05,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:10.735065 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 12:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5a31be-a926-43f0-b8e3-55323e51f7c2 x-openstack-request-id: req-bd5a31be-a926-43f0-b8e3-55323e51f7c2 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:00:10.735363 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b73b649-5105-4923-ade8-9b2efc6065f8", "name": "network-vif-plugged", "status": "completed", "tag": "48ba163a-8def-4004-a1cf-512ee0e9bd05", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:00:10.736180 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd5a31be-a926-43f0-b8e3-55323e51f7c2 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:00:10.736584 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ba163a-8def-4004-a1cf-512ee0e9bd05', 'code': 200} Dec 09 12:00:10.801906 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:10.848847 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=48ba163a-8def-4004-a1cf-512ee0e9bd05,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:10.868694 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33668) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:10.882290 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8feb8c74-7fff-4a93-b7a5-272bb6547ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:10.959109 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8feb8c74-7fff-4a93-b7a5-272bb6547ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:10.982957 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd8727-928b-4744-b35b-bd783a2c4bad req-a7466326-4215-4b23-a4d8-2fe98be88eba tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:10.984107 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4fdd8727-928b-4744-b35b-bd783a2c4bad req-a7466326-4215-4b23-a4d8-2fe98be88eba tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 945 time: 0.0507240 Dec 09 12:00:11.033524 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4fdd8727-928b-4744-b35b-bd783a2c4bad req-55acd5f4-29e8-4797-b4e6-eaddf26c575d tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423768 Dec 09 12:00:11.035842 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-8feb8c74-7fff-4a93-b7a5-272bb6547ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:11.075808 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-8feb8c74-7fff-4a93-b7a5-272bb6547ff4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe838f6ac66c4653a36b84e9e32c3d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059817 Dec 09 12:00:11.076786 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb8c74-7fff-4a93-b7a5-272bb6547ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1ab24a-94e0-4485-9902-d85863441a06,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:11.078349 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33672) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:11.159182 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e5366-b5d5-4950-b23d-69fff80ba6cc req-5c17ed94-50d0-40cb-8c06-e8a613bf98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:11.160740 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d84e5366-b5d5-4950-b23d-69fff80ba6cc req-5c17ed94-50d0-40cb-8c06-e8a613bf98fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 1098 time: 0.0739703 Dec 09 12:00:11.163570 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e372-dec2-4fae-9506-88eaad790108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:11.197469 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e372-dec2-4fae-9506-88eaad790108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:11.246192 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d84e5366-b5d5-4950-b23d-69fff80ba6cc req-2eece501-140b-4087-bb3e-3b980785bfa7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736799 Dec 09 12:00:11.350416 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e372-dec2-4fae-9506-88eaad790108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:11.353143 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e372-dec2-4fae-9506-88eaad790108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:11.356567 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-bfa2e372-dec2-4fae-9506-88eaad790108 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a1ab24a-94e0-4485-9902-d85863441a06 HTTP/1.1" status: 204 len: 168 time: 0.2748959 Dec 09 12:00:11.362686 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2e372-dec2-4fae-9506-88eaad790108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1ab24a-94e0-4485-9902-d85863441a06,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:12.150261 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a432d09-96d7-490a-93da-2f8b54522ddc req-11be59c1-678b-4c7c-b087-d4a9cc930d43 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:12.151954 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4a432d09-96d7-490a-93da-2f8b54522ddc req-11be59c1-678b-4c7c-b087-d4a9cc930d43 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 945 time: 0.0497100 Dec 09 12:00:12.202524 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-4a432d09-96d7-490a-93da-2f8b54522ddc req-55eb325a-f9e1-445c-98eb-1d649dc80381 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438898 Dec 09 12:00:13.038268 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbca26a-370c-4eb6-bae0-d7a403659122 req-443ebca0-d0f3-46c8-87d5-3e74612723ac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:13.039789 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5bbca26a-370c-4eb6-bae0-d7a403659122 req-443ebca0-d0f3-46c8-87d5-3e74612723ac tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 945 time: 0.0524926 Dec 09 12:00:13.088059 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-5bbca26a-370c-4eb6-bae0-d7a403659122 req-4fac89bd-0f6e-4e08-bce7-29dd7c2ccae2 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423741 Dec 09 12:00:13.319334 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ca9b4-f4b0-481a-ae94-2799a4479e28 req-2e6f4e70-f806-4d58-9c91-1f6cb02617f5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:13.320851 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6f1ca9b4-f4b0-481a-ae94-2799a4479e28 req-2e6f4e70-f806-4d58-9c91-1f6cb02617f5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 945 time: 0.0482688 Dec 09 12:00:13.372318 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-6f1ca9b4-f4b0-481a-ae94-2799a4479e28 req-32d25178-7df2-4e60-983d-fa5cb5eaae90 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454090 Dec 09 12:00:13.490178 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17cd9a-bd1e-4f0d-bacf-2e55f5372072 req-5e30e582-e167-4761-b6c1-6afdb732617e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:13.491696 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ac17cd9a-bd1e-4f0d-bacf-2e55f5372072 req-5e30e582-e167-4761-b6c1-6afdb732617e tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 945 time: 0.0518439 Dec 09 12:00:13.542373 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ac17cd9a-bd1e-4f0d-bacf-2e55f5372072 req-de420de9-e492-451a-8880-5ef9a9696088 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444272 Dec 09 12:00:13.566673 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33746) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:13.604908 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16cbe3d-42c8-4a34-b061-a39f02d84072 tempest-TestVolumeBootPattern-31753890 tempest-TestVolumeBootPattern-31753890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:13.606362 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-f16cbe3d-42c8-4a34-b061-a39f02d84072 tempest-TestVolumeBootPattern-31753890 tempest-TestVolumeBootPattern-31753890-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 1093 time: 0.0386195 Dec 09 12:00:13.609178 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33748) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:13.614110 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Request body: {'floatingip': {'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'port_id': '48ba163a-8def-4004-a1cf-512ee0e9bd05', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 12:00:13.733738 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:13.836553 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:13.940664 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Allocated IP 172.27.3.48 (5e763a14-a83b-48f8-afed-8d8eb448ee1c/012015a6-42e2-4ffc-a226-e389afeac1c8/13179f67-03f4-43bf-b5ea-4f8eeb28d304) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 12:00:14.045628 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:14.185270 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:14.228172 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fb27-418a-448b-8ac3-4f99883d1f23 req-3b97996d-86d9-4316-90cc-ba9f55281bd6 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:14.229550 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-77e5fb27-418a-448b-8ac3-4f99883d1f23 req-3b97996d-86d9-4316-90cc-ba9f55281bd6 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 945 time: 0.0756910 Dec 09 12:00:14.235520 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Network 5e763a14-a83b-48f8-afed-8d8eb448ee1c is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 12:00:14.241826 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 12:00:14.255373 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 12:00:14.288666 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'Port': ['ID=13179f67-03f4-43bf-b5ea-4f8eeb28d304,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:14.333633 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-77e5fb27-418a-448b-8ac3-4f99883d1f23 req-b6d30d31-658c-4120-8e7f-4c0ec754c417 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948899 Dec 09 12:00:14.640661 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:14.761621 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33768) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:14.772005 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:14.869655 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-55daf009-3653-4217-a44e-b076ab3a0aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:14.927078 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:14.945608 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-55daf009-3653-4217-a44e-b076ab3a0aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:14.974945 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650479e3-873c-4883-93b3-8cbb64911a7e req-042eeb94-c0b2-4ca1-9028-1d7738285a37 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:14.976413 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-650479e3-873c-4883-93b3-8cbb64911a7e req-042eeb94-c0b2-4ca1-9028-1d7738285a37 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 945 time: 0.0474298 Dec 09 12:00:15.024313 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.047787 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-55daf009-3653-4217-a44e-b076ab3a0aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.087354 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-55daf009-3653-4217-a44e-b076ab3a0aa9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f03f1e1328c43eca369e1049c2b0dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246002 Dec 09 12:00:15.088220 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daf009-3653-4217-a44e-b076ab3a0aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d7a2d4-2400-438e-a765-f1df50202c32,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:15.090563 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33772) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:15.129609 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event updated for resources: {'Port': ['ID=13179f67-03f4-43bf-b5ea-4f8eeb28d304,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:15.140771 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7920987'] for floatingip, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.141391 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1464-5eb3-48eb-8354-ba9cdac5225b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.163080 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1464-5eb3-48eb-8354-ba9cdac5225b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.189842 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-650479e3-873c-4883-93b3-8cbb64911a7e req-2bec3449-e735-4777-8d84-bfde60a90860 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Deleting port ea9d971b-9813-45a8-bc75-b39665454e2b {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:00:15.190178 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-650479e3-873c-4883-93b3-8cbb64911a7e req-2bec3449-e735-4777-8d84-bfde60a90860 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.264418 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1464-5eb3-48eb-8354-ba9cdac5225b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.267163 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1464-5eb3-48eb-8354-ba9cdac5225b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.268497 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-9c2f1464-5eb3-48eb-8354-ba9cdac5225b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73d7a2d4-2400-438e-a765-f1df50202c32 HTTP/1.1" status: 204 len: 168 time: 0.1770058 Dec 09 12:00:15.276345 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f1464-5eb3-48eb-8354-ba9cdac5225b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d7a2d4-2400-438e-a765-f1df50202c32,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:15.318817 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.l3_db [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Floating IP 11ad8e18-b87a-4eea-96a7-69580bb9148b associated. External IP: 172.27.3.48, port: 48ba163a-8def-4004-a1cf-512ee0e9bd05. Dec 09 12:00:15.366903 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-650479e3-873c-4883-93b3-8cbb64911a7e req-2bec3449-e735-4777-8d84-bfde60a90860 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] For port ea9d971b-9813-45a8-bc75-b39665454e2b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea9d971b-9813-45a8-bc75-b39665454e2b,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:15.367517 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-650479e3-873c-4883-93b3-8cbb64911a7e req-2bec3449-e735-4777-8d84-bfde60a90860 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.385364 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-650479e3-873c-4883-93b3-8cbb64911a7e req-2bec3449-e735-4777-8d84-bfde60a90860 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Calling delete_port for ea9d971b-9813-45a8-bc75-b39665454e2b owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:00:15.578107 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cd70d-dfaf-47c7-8fc7-dd17de67640c req-f249699b-1613-4c2d-8364-b5d75d664e0e tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:15.580169 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-553cd70d-dfaf-47c7-8fc7-dd17de67640c req-f249699b-1613-4c2d-8364-b5d75d664e0e tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 945 time: 0.1513007 Dec 09 12:00:15.707705 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-553cd70d-dfaf-47c7-8fc7-dd17de67640c req-5cb66313-d413-47f8-8891-07ac82b5268f tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e026b90-2196-4128-84d7-40eb91879dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189990 Dec 09 12:00:15.735038 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 12:00:15.791579 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-650479e3-873c-4883-93b3-8cbb64911a7e req-2bec3449-e735-4777-8d84-bfde60a90860 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.803303 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['ea9d971b-9813-45a8-bc75-b39665454e2b'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 12:00:15.849550 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33780) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:15.855682 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec3449-e735-4777-8d84-bfde60a90860 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Pushing event deleted for resources: {'Port': ['ID=ea9d971b-9813-45a8-bc75-b39665454e2b,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:15.863696 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6397fa5-13f5-4361-978e-d9237be02037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.894223 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 12:00:15.906150 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a0b01-7025-4ed9-9231-9446c46e51d4 None None] Sync routers for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 12:00:15.910318 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-650479e3-873c-4883-93b3-8cbb64911a7e req-2bec3449-e735-4777-8d84-bfde60a90860 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] No DVR routers for this DVR port ea9d971b-9813-45a8-bc75-b39665454e2b on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:00:15.913386 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-650479e3-873c-4883-93b3-8cbb64911a7e req-2bec3449-e735-4777-8d84-bfde60a90860 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.916706 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-650479e3-873c-4883-93b3-8cbb64911a7e req-2bec3449-e735-4777-8d84-bfde60a90860 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.42 "DELETE /v2.0/ports/ea9d971b-9813-45a8-bc75-b39665454e2b HTTP/1.1" status: 204 len: 173 time: 0.9330528 Dec 09 12:00:15.917155 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'name': 'network-vif-deleted', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:00:15.919445 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672c96b9-0eef-4583-a714-24c73c90be7a" -d '{"events": [{"server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "name": "network-vif-deleted", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:00:15.920123 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a0b01-7025-4ed9-9231-9446c46e51d4 None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:00:15.921413 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-3b8a0b01-7025-4ed9-9231-9446c46e51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:59:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:15.947570 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6397fa5-13f5-4361-978e-d9237be02037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:15.964922 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 12:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b090d8ca-0d0e-426c-b1a5-a1ced64a6cd1 x-openstack-request-id: req-b090d8ca-0d0e-426c-b1a5-a1ced64a6cd1 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:00:15.965221 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbd1051-402c-49de-b001-489a2464ae8e", "name": "network-vif-deleted", "tag": "ea9d971b-9813-45a8-bc75-b39665454e2b", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:00:15.965480 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b090d8ca-0d0e-426c-b1a5-a1ced64a6cd1 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:00:15.965897 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbd1051-402c-49de-b001-489a2464ae8e', 'name': 'network-vif-deleted', 'tag': 'ea9d971b-9813-45a8-bc75-b39665454e2b', 'status': 'completed', 'code': 200} Dec 09 12:00:15.998281 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:16.024613 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-c6397fa5-13f5-4361-978e-d9237be02037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:16.028999 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-3d892122-6c32-4ee9-b975-d8858ddd12e5 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4185152 Dec 09 12:00:16.067460 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-c6397fa5-13f5-4361-978e-d9237be02037 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfc28bfd0ca4451ea1303a5844f93f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166994 Dec 09 12:00:16.070268 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33786) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:16.075785 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6397fa5-13f5-4361-978e-d9237be02037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe63e672-7c59-4709-823d-dbf95ab13420,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:16.140748 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c55d2361-792b-4b3e-8d64-d91e67a5075e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:16.163654 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c55d2361-792b-4b3e-8d64-d91e67a5075e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:16.174269 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-3b8a0b01-7025-4ed9-9231-9446c46e51d4 None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:00:16.282077 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c55d2361-792b-4b3e-8d64-d91e67a5075e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:16.286036 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c55d2361-792b-4b3e-8d64-d91e67a5075e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:16.287230 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-c55d2361-792b-4b3e-8d64-d91e67a5075e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe63e672-7c59-4709-823d-dbf95ab13420 HTTP/1.1" status: 204 len: 168 time: 0.2158580 Dec 09 12:00:16.300737 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d2361-792b-4b3e-8d64-d91e67a5075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe63e672-7c59-4709-823d-dbf95ab13420,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:16.435384 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-3b8a0b01-7025-4ed9-9231-9446c46e51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '11ad8e18-b87a-4eea-96a7-69580bb9148b', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '48ba163a-8def-4004-a1cf-512ee0e9bd05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:ad:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T12:00:14Z', 'updated_at': '2021-12-09T12:00:14Z', 'revision_number': 0, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}, {'id': '5cd74077-5110-488e-984f-f6c8831d7580', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:fe:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:58:03Z', 'updated_at': '2021-12-09T11:58:06Z', 'revision_number': 1, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:16.465474 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a0b01-7025-4ed9-9231-9446c46e51d4 None None] Checking router: 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 12:00:16.475074 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a0b01-7025-4ed9-9231-9446c46e51d4 None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:00:16.475646 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-3b8a0b01-7025-4ed9-9231-9446c46e51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:59:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:16.582579 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-3b8a0b01-7025-4ed9-9231-9446c46e51d4 None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:00:16.825224 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-3b8a0b01-7025-4ed9-9231-9446c46e51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '11ad8e18-b87a-4eea-96a7-69580bb9148b', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '48ba163a-8def-4004-a1cf-512ee0e9bd05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:ad:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T12:00:14Z', 'updated_at': '2021-12-09T12:00:14Z', 'revision_number': 0, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}, {'id': '5cd74077-5110-488e-984f-f6c8831d7580', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:fe:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:58:03Z', 'updated_at': '2021-12-09T11:58:06Z', 'revision_number': 1, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:16.838888 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c8608fc7-9ee6-41db-8eb8-0630adffc84a req-c4298159-15fc-44e5-a259-35ae4d05b859 tempest-TestMinimumBasicScenario-1324947733 tempest-TestMinimumBasicScenario-1324947733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbd1051-402c-49de-b001-489a2464ae8e HTTP/1.1" status: 200 len: 210 time: 0.0326703 Dec 09 12:00:16.858315 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a0b01-7025-4ed9-9231-9446c46e51d4 None None] The sync data for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi is: [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '11ad8e18-b87a-4eea-96a7-69580bb9148b', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '48ba163a-8def-4004-a1cf-512ee0e9bd05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:ad:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T12:00:14Z', 'updated_at': '2021-12-09T12:00:14Z', 'revision_number': 0, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}, {'id': '5cd74077-5110-488e-984f-f6c8831d7580', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:fe:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:58:03Z', 'updated_at': '2021-12-09T11:58:06Z', 'revision_number': 1, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 12:00:17.057294 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd52ef4-0bb0-4f54-851c-354666a57fc0 None None] New status for floating IP 11ad8e18-b87a-4eea-96a7-69580bb9148b: ACTIVE {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 12:00:17.967294 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'tag': '48ba163a-8def-4004-a1cf-512ee0e9bd05'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:00:17.969652 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9235299d-fa69-4eaf-bb36-5fc6c20fa437" -d '{"events": [{"name": "network-changed", "server_uuid": "5b73b649-5105-4923-ade8-9b2efc6065f8", "tag": "48ba163a-8def-4004-a1cf-512ee0e9bd05"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:00:18.006308 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 12:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0415c011-e329-4191-bd7a-cbe9aebb29f5 x-openstack-request-id: req-0415c011-e329-4191-bd7a-cbe9aebb29f5 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:00:18.006596 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b73b649-5105-4923-ade8-9b2efc6065f8", "tag": "48ba163a-8def-4004-a1cf-512ee0e9bd05", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:00:18.006853 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0415c011-e329-4191-bd7a-cbe9aebb29f5 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:00:18.007292 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'tag': '48ba163a-8def-4004-a1cf-512ee0e9bd05', 'status': 'completed', 'code': 200} Dec 09 12:00:18.068574 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235299d-fa69-4eaf-bb36-5fc6c20fa437 req-16ee41af-73e3-4808-ad1e-ac0f0367e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:18.070243 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9235299d-fa69-4eaf-bb36-5fc6c20fa437 req-16ee41af-73e3-4808-ad1e-ac0f0367e9e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 1098 time: 0.0412831 Dec 09 12:00:18.444046 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235299d-fa69-4eaf-bb36-5fc6c20fa437 req-0bd5cf7a-990e-4dac-ae00-21ffc7639a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:18.445530 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9235299d-fa69-4eaf-bb36-5fc6c20fa437 req-0bd5cf7a-990e-4dac-ae00-21ffc7639a6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 912 time: 0.3612556 Dec 09 12:00:18.506221 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device ea9d971b-9813-45a8-bc75-b39665454e2b no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:00:18.518051 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9235299d-fa69-4eaf-bb36-5fc6c20fa437 req-f1d40ff1-867c-4cac-9049-92a5e271f21a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48ba163a-8def-4004-a1cf-512ee0e9bd05 HTTP/1.1" status: 200 len: 1000 time: 0.0652752 Dec 09 12:00:18.529588 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: ea9d971b-9813-45a8-bc75-b39665454e2b {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:00:18.530156 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device ea9d971b-9813-45a8-bc75-b39665454e2b not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:00:18.566664 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235299d-fa69-4eaf-bb36-5fc6c20fa437 req-18713e38-924c-4e65-8f48-831f704bffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:18.568152 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9235299d-fa69-4eaf-bb36-5fc6c20fa437 req-18713e38-924c-4e65-8f48-831f704bffc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 200 len: 850 time: 0.0432391 Dec 09 12:00:18.616615 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235299d-fa69-4eaf-bb36-5fc6c20fa437 req-fab6ac3e-1a00-474b-a892-6548b4ac0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:18.618066 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9235299d-fa69-4eaf-bb36-5fc6c20fa437 req-fab6ac3e-1a00-474b-a892-6548b4ac0ae2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7887434-306d-4523-9326-6054e1da426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416949 Dec 09 12:00:18.711518 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9235299d-fa69-4eaf-bb36-5fc6c20fa437 req-22f72b5b-013f-4c91-ac81-35526d818890 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855358 Dec 09 12:00:18.807445 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9235299d-fa69-4eaf-bb36-5fc6c20fa437 req-f69c335b-2d54-4e51-8f1f-717049283904 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890353 Dec 09 12:00:19.627680 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33908) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:19.969234 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-66c7c6de-f861-4f21-bc06-c94d754cd65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7923035'] for router_interface, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:20.021667 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33912) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:20.126518 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5345bf9c-2f4e-48b1-8024-f2d204bc8347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:20.203591 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5345bf9c-2f4e-48b1-8024-f2d204bc8347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:20.214838 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-66c7c6de-f861-4f21-bc06-c94d754cd65d admin admin] Deleting port aff8f1f7-513a-4c43-94e6-1995a47111dc {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:00:20.215202 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-66c7c6de-f861-4f21-bc06-c94d754cd65d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:20.281961 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-5345bf9c-2f4e-48b1-8024-f2d204bc8347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:20.297188 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-66c7c6de-f861-4f21-bc06-c94d754cd65d admin admin] For port aff8f1f7-513a-4c43-94e6-1995a47111dc, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=aff8f1f7-513a-4c43-94e6-1995a47111dc,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:20.297576 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-66c7c6de-f861-4f21-bc06-c94d754cd65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:20.310337 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-66c7c6de-f861-4f21-bc06-c94d754cd65d admin admin] Calling delete_port for aff8f1f7-513a-4c43-94e6-1995a47111dc owned by network:router_interface {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:00:20.322105 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-5345bf9c-2f4e-48b1-8024-f2d204bc8347 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c77595329f804004853f31405ecda28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993600 Dec 09 12:00:20.323087 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345bf9c-2f4e-48b1-8024-f2d204bc8347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969fef9e-6d5f-4ee0-abaf-600ea652bd40,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:20.325417 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33916) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:20.372989 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-afd75246-8076-414c-aaf2-9cdb4e828440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:20.395517 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-afd75246-8076-414c-aaf2-9cdb4e828440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:20.526429 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-afd75246-8076-414c-aaf2-9cdb4e828440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:20.529115 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-afd75246-8076-414c-aaf2-9cdb4e828440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:20.530275 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-afd75246-8076-414c-aaf2-9cdb4e828440 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/969fef9e-6d5f-4ee0-abaf-600ea652bd40 HTTP/1.1" status: 204 len: 168 time: 0.2039590 Dec 09 12:00:20.537732 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd75246-8076-414c-aaf2-9cdb4e828440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969fef9e-6d5f-4ee0-abaf-600ea652bd40,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:20.562276 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-66c7c6de-f861-4f21-bc06-c94d754cd65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:20.590590 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7c6de-f861-4f21-bc06-c94d754cd65d admin admin] Pushing event deleted for resources: {'Port': ['ID=aff8f1f7-513a-4c43-94e6-1995a47111dc,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:20.754400 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-66c7c6de-f861-4f21-bc06-c94d754cd65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8100450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7922999'] for router_interface, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:20.969158 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c7c6de-f861-4f21-bc06-c94d754cd65d admin admin] Router 3961a371-756f-44b9-beec-3848e02d3c94 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 12:00:21.075019 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c7c6de-f861-4f21-bc06-c94d754cd65d admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 12:00:21.081370 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-66c7c6de-f861-4f21-bc06-c94d754cd65d admin admin] 10.222.0.24 "PUT /v2.0/routers/3961a371-756f-44b9-beec-3848e02d3c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4522257 Dec 09 12:00:21.083586 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33922) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:21.088393 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa28632-fea0-4afc-9bc4-59dfe97b929a None None] Sync routers for ids ['3961a371-756f-44b9-beec-3848e02d3c94'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 12:00:21.099090 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa28632-fea0-4afc-9bc4-59dfe97b929a None None] Routers {'3961a371-756f-44b9-beec-3848e02d3c94'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:00:21.099641 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-dfa28632-fea0-4afc-9bc4-59dfe97b929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:59:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['3961a371-756f-44b9-beec-3848e02d3c94'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:21.192433 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Publish callbacks [] for router, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:21.211455 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-dfa28632-fea0-4afc-9bc4-59dfe97b929a None None] Set router 3961a371-756f-44b9-beec-3848e02d3c94 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:00:21.245976 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33924) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:21.288998 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-cbe895a9-3cf9-40d6-8916-5e405c1b653a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:21.331405 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:21.386091 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-cbe895a9-3cf9-40d6-8916-5e405c1b653a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:21.400597 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-dfa28632-fea0-4afc-9bc4-59dfe97b929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '48883109-b163-4a02-abe0-2b83535d62e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T12:00:20Z', 'revision_number': 5, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port': {'id': '48883109-b163-4a02-abe0-2b83535d62e0', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961a371-756f-44b9-beec-3848e02d3c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:42Z', 'updated_at': '2021-12-09T11:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:21.427744 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa28632-fea0-4afc-9bc4-59dfe97b929a None None] Checking router: 3961a371-756f-44b9-beec-3848e02d3c94 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 12:00:21.436384 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa28632-fea0-4afc-9bc4-59dfe97b929a None None] Routers {'3961a371-756f-44b9-beec-3848e02d3c94'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:00:21.437188 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-dfa28632-fea0-4afc-9bc4-59dfe97b929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T11:59:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['3961a371-756f-44b9-beec-3848e02d3c94'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:21.440695 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Deleting port 48883109-b163-4a02-abe0-2b83535d62e0 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:00:21.441060 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:21.527237 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-dfa28632-fea0-4afc-9bc4-59dfe97b929a None None] Set router 3961a371-756f-44b9-beec-3848e02d3c94 gateway port host: None {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:00:21.581371 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-dfa28632-fea0-4afc-9bc4-59dfe97b929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T12:00:21Z', 'revision_number': 6, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port_host': None}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:21.612225 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa28632-fea0-4afc-9bc4-59dfe97b929a None None] The sync data for ids ['3961a371-756f-44b9-beec-3848e02d3c94'] in dv-cinder-819692-7-iscsi is: [{'id': '3961a371-756f-44b9-beec-3848e02d3c94', 'name': 'tempest-TestMinimumBasicScenario-849126716-router', 'tenant_id': '869b9253adef4cceb3a529d9a2a90a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:41Z', 'updated_at': '2021-12-09T12:00:21Z', 'revision_number': 6, 'project_id': '869b9253adef4cceb3a529d9a2a90a11', 'gw_port_host': None}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 12:00:21.703112 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-cbe895a9-3cf9-40d6-8916-5e405c1b653a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:21.773067 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-cbe895a9-3cf9-40d6-8916-5e405c1b653a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a2499497bfd44728dcd6d22aa92d62b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5260754 Dec 09 12:00:21.775631 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33926) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:21.783423 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe895a9-3cf9-40d6-8916-5e405c1b653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df961c4b-394f-4758-8ac5-0a30526e0089,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:21.810228 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] For port 48883109-b163-4a02-abe0-2b83535d62e0, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=48883109-b163-4a02-abe0-2b83535d62e0,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:21.810629 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:21.823879 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Calling delete_port for 48883109-b163-4a02-abe0-2b83535d62e0 owned by network:router_gateway {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:00:21.829307 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-99a68077-38cd-4c2e-84da-24a94f9175b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:21.852513 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-99a68077-38cd-4c2e-84da-24a94f9175b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:21.966810 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-977809ff-1d21-4a12-adcf-0fbc06e92a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:22.013542 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-99a68077-38cd-4c2e-84da-24a94f9175b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:22.016535 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-99a68077-38cd-4c2e-84da-24a94f9175b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:22.020117 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-99a68077-38cd-4c2e-84da-24a94f9175b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df961c4b-394f-4758-8ac5-0a30526e0089 HTTP/1.1" status: 204 len: 168 time: 0.2406788 Dec 09 12:00:22.028062 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device aff8f1f7-513a-4c43-94e6-1995a47111dc no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:00:22.030000 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a68077-38cd-4c2e-84da-24a94f9175b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df961c4b-394f-4758-8ac5-0a30526e0089,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:22.053145 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: aff8f1f7-513a-4c43-94e6-1995a47111dc {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:00:22.053553 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device aff8f1f7-513a-4c43-94e6-1995a47111dc not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:00:22.110341 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:22.140560 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=48883109-b163-4a02-abe0-2b83535d62e0,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:22.199363 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7921045'] for router_gateway, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:22.291570 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7941893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:22.293708 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:22.430427 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7941948'] for router, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:22.431335 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3961a371-756f-44b9-beec-3848e02d3c94 {{(pid=109617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 12:00:22.436486 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] Publish callbacks [] for router, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:22.437686 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a1e57e81-a95b-4afd-bd57-ccb3e9f69b28 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3961a371-756f-44b9-beec-3848e02d3c94 HTTP/1.1" status: 204 len: 168 time: 1.3519278 Dec 09 12:00:22.440737 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33932) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:22.486359 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4795f3-eabc-4b2e-80c8-a3d17d398439 admin admin] Deleting subnet 1b747344-8801-43f5-9f1c-325576149f10 {{(pid=109618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 12:00:22.489498 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8f4795f3-eabc-4b2e-80c8-a3d17d398439 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:22.527600 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8f4795f3-eabc-4b2e-80c8-a3d17d398439 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8355866'] for subnet, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:22.651707 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8f4795f3-eabc-4b2e-80c8-a3d17d398439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.111534 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8f4795f3-eabc-4b2e-80c8-a3d17d398439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4268130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142569'] for subnet, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.137870 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4795f3-eabc-4b2e-80c8-a3d17d398439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b747344-8801-43f5-9f1c-325576149f10,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:23.141460 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8f4795f3-eabc-4b2e-80c8-a3d17d398439 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.147866 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-8f4795f3-eabc-4b2e-80c8-a3d17d398439 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b747344-8801-43f5-9f1c-325576149f10 HTTP/1.1" status: 204 len: 168 time: 0.7028663 Dec 09 12:00:23.149269 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33944) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:23.149886 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0142a24-d85d-4358-af32-0a10597673d8 None None] Network aa94e386-038b-4999-83fe-164562ab6184 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 12:00:23.221704 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.282153 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Deleting port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:00:23.282495 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.304636 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e311f6-4abc-436c-8e90-52d1b4216a2e None None] DHCP port deletion for aa94e386-038b-4999-83fe-164562ab6184 request from dv-cinder-819692-7-iscsi {{(pid=109619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 12:00:23.354855 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-f6e311f6-4abc-436c-8e90-52d1b4216a2e None None] Deleting port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb {{(pid=109619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:00:23.355340 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-f6e311f6-4abc-436c-8e90-52d1b4216a2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.356639 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] For port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:23.357023 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.371345 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Calling delete_port for dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb owned by network:dhcp {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:00:23.422457 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-f6e311f6-4abc-436c-8e90-52d1b4216a2e None None] For port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb,segment=NetworkSegment(9a523b00-3f68-4262-a54b-78dcc7a22e60),segment_id=9a523b00-3f68-4262-a54b-78dcc7a22e60)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:23.424100 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-f6e311f6-4abc-436c-8e90-52d1b4216a2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.436176 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-f6e311f6-4abc-436c-8e90-52d1b4216a2e None None] Calling delete_port for dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb owned by network:dhcp {{(pid=109619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:00:23.505184 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.516468 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-f6e311f6-4abc-436c-8e90-52d1b4216a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.536089 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:23.539796 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] No DVR routers for this DVR port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb on host dv-cinder-819692-7-iscsi {{(pid=109617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:00:23.543164 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e311f6-4abc-436c-8e90-52d1b4216a2e None None] Pushing event deleted for resources: {'Port': ['ID=dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb,revision_number=None']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:23.544995 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e311f6-4abc-436c-8e90-52d1b4216a2e None None] No DVR routers for this DVR port dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb on host dv-cinder-819692-7-iscsi {{(pid=109619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:00:23.587794 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33954) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:23.617106 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.636682 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa94e386-038b-4999-83fe-164562ab6184']}} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:23.645707 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a523b00-3f68-4262-a54b-78dcc7a22e60') {'for_net_delete': True} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:23.646002 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a523b00-3f68-4262-a54b-78dcc7a22e60') {} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:23.655178 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133873836'] for segment, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.668376 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.674837 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 12:00:23.675252 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4296221'] for segment, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: Traceback (most recent call last): Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: timer() Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: cb(*args, **kw) Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: return func(*args, **kwargs) Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: self._notify() Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: self.callback(batched_events) Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: event.method(event) Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: return f(self, *a, **k) Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: return self._get(url).json() Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: return self.request(url, 'GET', **kwargs) Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 12:00:23.676874 dv-cinder-819692-7-iscsi neutron-server[109617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 12:00:23.686196 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-499829142-network', 'tenant_id': '6fc287aef9d441e0817156bfc51872e9'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 12:00:23.789926 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Made reservation on behalf of 6fc287aef9d441e0817156bfc51872e9 for: {'network': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 12:00:23.792304 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.801662 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.809031 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.809031 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:23.811421 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/aa94e386-038b-4999-83fe-164562ab6184 HTTP/1.1" status: 204 len: 168 time: 0.6631262 Dec 09 12:00:23.813951 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33958) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:23.823870 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93f0bb-a83a-49c6-846f-5eacacb559e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa94e386-038b-4999-83fe-164562ab6184,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:23.956601 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:00:23.979825 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:00:23.980168 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device dd14e5dd-b5eb-4ff3-b6e0-c9c17c56aedb not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:00:23.980586 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 48883109-b163-4a02-abe0-2b83535d62e0 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:00:23.999553 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 48883109-b163-4a02-abe0-2b83535d62e0 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:00:23.999893 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 48883109-b163-4a02-abe0-2b83535d62e0 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:00:24.005393 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.121048 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.146616 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=109618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 12:00:24.164153 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5b859-3b35-49af-a15b-f834327bea0f,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:24.172647 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.172979 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.segments_db [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Added segment d5d68b38-cb1c-4dc9-8e9a-dfa62f93de10 of type vlan for network b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd Dec 09 12:00:24.218949 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-8fda9f8f-34d4-4c52-8e19-ee0dc68a87e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.225135 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.289930 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3a1-00d3-4307-a78a-a89ff712a568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7923035'] for router_interface, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.370493 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.371483 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:24.372085 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.476935 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8879051 Dec 09 12:00:24.479816 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33960) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:24.484845 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-75f78996-9d7b-4c41-8673-e83e3e38371f admin admin] Request body: {'subnet': {'network_id': 'b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-499829142-subnet', 'tenant_id': '6fc287aef9d441e0817156bfc51872e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 12:00:24.493620 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b087ca1-8c7b-4165-91b7-2463cb62b396 admin admin] Pushing event updated for resources: {'Network': ['ID=b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:24.504526 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 12:00:24.590190 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f78996-9d7b-4c41-8673-e83e3e38371f admin admin] Made reservation on behalf of 6fc287aef9d441e0817156bfc51872e9 for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 12:00:24.596605 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-75f78996-9d7b-4c41-8673-e83e3e38371f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133832103'] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.596755 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-8e34f3a1-00d3-4307-a78a-a89ff712a568 admin admin] Deleting port 2ddcb504-e06c-4394-b3e3-65e276f10d9b {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:00:24.596879 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3a1-00d3-4307-a78a-a89ff712a568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.675101 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-8e34f3a1-00d3-4307-a78a-a89ff712a568 admin admin] For port 2ddcb504-e06c-4394-b3e3-65e276f10d9b, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2ddcb504-e06c-4394-b3e3-65e276f10d9b,segment=NetworkSegment(7c204606-f9e7-423c-9241-26fc4908aaf2),segment_id=7c204606-f9e7-423c-9241-26fc4908aaf2)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:24.675514 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3a1-00d3-4307-a78a-a89ff712a568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.687810 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-8e34f3a1-00d3-4307-a78a-a89ff712a568 admin admin] Calling delete_port for 2ddcb504-e06c-4394-b3e3-65e276f10d9b owned by network:router_interface {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:00:24.847876 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-75f78996-9d7b-4c41-8673-e83e3e38371f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4296356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180429'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.904470 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f78996-9d7b-4c41-8673-e83e3e38371f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a70b12cd-bba2-4f0a-81f5-e90b3b049444,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:24.913079 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f78996-9d7b-4c41-8673-e83e3e38371f admin admin] Checking segment: {'id': 'd5d68b38-cb1c-4dc9-8e9a-dfa62f93de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 12:00:24.913443 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f78996-9d7b-4c41-8673-e83e3e38371f admin admin] Network hostable DHCP agents. Network: b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 12:00:24.956168 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3a1-00d3-4307-a78a-a89ff712a568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:24.990389 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f3a1-00d3-4307-a78a-a89ff712a568 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ddcb504-e06c-4394-b3e3-65e276f10d9b,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:25.009509 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 12:00:25.064610 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f78996-9d7b-4c41-8673-e83e3e38371f admin admin] Network b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 12:00:25.152502 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3a1-00d3-4307-a78a-a89ff712a568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8100450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7922999'] for router_interface, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:25.196683 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-75f78996-9d7b-4c41-8673-e83e3e38371f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 12:00:25.200639 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f78996-9d7b-4c41-8673-e83e3e38371f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:25.205120 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-75f78996-9d7b-4c41-8673-e83e3e38371f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:25.206983 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502ae4a7-de62-4422-b89a-69c6e78c7635 None None] Network b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 12:00:25.228686 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:25.290703 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-75f78996-9d7b-4c41-8673-e83e3e38371f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8095624 Dec 09 12:00:25.312366 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bffde7-5d14-440b-a640-d0c820aabc4c None None] Network b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 12:00:25.635293 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e34f3a1-00d3-4307-a78a-a89ff712a568 admin admin] Router fd34e985-ba67-4920-b870-c1296cd21eba has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 12:00:25.741013 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e34f3a1-00d3-4307-a78a-a89ff712a568 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 12:00:25.746145 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-8e34f3a1-00d3-4307-a78a-a89ff712a568 admin admin] 10.222.0.24 "PUT /v2.0/routers/fd34e985-ba67-4920-b870-c1296cd21eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9310453 Dec 09 12:00:25.748676 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33972) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:25.753483 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7df10-9327-46d9-aaeb-aa7b0916937f None None] Sync routers for ids ['fd34e985-ba67-4920-b870-c1296cd21eba'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 12:00:25.763272 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7df10-9327-46d9-aaeb-aa7b0916937f None None] Routers {'fd34e985-ba67-4920-b870-c1296cd21eba'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:00:25.763985 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-15f7df10-9327-46d9-aaeb-aa7b0916937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:00:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['fd34e985-ba67-4920-b870-c1296cd21eba'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:25.853164 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Publish callbacks [] for router, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:25.881261 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-15f7df10-9327-46d9-aaeb-aa7b0916937f None None] Set router fd34e985-ba67-4920-b870-c1296cd21eba gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:00:25.968171 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.003494 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33980) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:26.008463 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1366814255-network', 'tenant_id': '48faa8f65beb412cad385cedc0e597ff'}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 12:00:26.078313 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-15f7df10-9327-46d9-aaeb-aa7b0916937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'name': 'tempest-TestMinimumBasicScenario-1120658058-router', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:48Z', 'updated_at': '2021-12-09T12:00:24Z', 'revision_number': 5, 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'gw_port': {'id': '9b1869a5-8bb1-4fb6-912f-cb9033754767', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:57:49Z', 'updated_at': '2021-12-09T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:26.096333 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Deleting port 9b1869a5-8bb1-4fb6-912f-cb9033754767 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:00:26.096671 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.105601 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7df10-9327-46d9-aaeb-aa7b0916937f None None] Checking router: fd34e985-ba67-4920-b870-c1296cd21eba for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 12:00:26.110400 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Made reservation on behalf of 48faa8f65beb412cad385cedc0e597ff for: {'network': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 12:00:26.113023 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.114350 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7df10-9327-46d9-aaeb-aa7b0916937f None None] Routers {'fd34e985-ba67-4920-b870-c1296cd21eba'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:00:26.115012 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-15f7df10-9327-46d9-aaeb-aa7b0916937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:00:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['fd34e985-ba67-4920-b870-c1296cd21eba'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:26.122775 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.177862 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] For port 9b1869a5-8bb1-4fb6-912f-cb9033754767, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=9b1869a5-8bb1-4fb6-912f-cb9033754767,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:26.178517 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.191702 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Calling delete_port for 9b1869a5-8bb1-4fb6-912f-cb9033754767 owned by network:router_gateway {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:00:26.199638 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.201812 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-15f7df10-9327-46d9-aaeb-aa7b0916937f None None] Set router fd34e985-ba67-4920-b870-c1296cd21eba gateway port host: None {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:00:26.255937 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-15f7df10-9327-46d9-aaeb-aa7b0916937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'name': 'tempest-TestMinimumBasicScenario-1120658058-router', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:48Z', 'updated_at': '2021-12-09T12:00:25Z', 'revision_number': 6, 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'gw_port_host': None}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:26.283165 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7df10-9327-46d9-aaeb-aa7b0916937f None None] The sync data for ids ['fd34e985-ba67-4920-b870-c1296cd21eba'] in dv-cinder-819692-7-iscsi is: [{'id': 'fd34e985-ba67-4920-b870-c1296cd21eba', 'name': 'tempest-TestMinimumBasicScenario-1120658058-router', 'tenant_id': 'f0018ae927a148708ce577dd0a4424f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:57:48Z', 'updated_at': '2021-12-09T12:00:25Z', 'revision_number': 6, 'project_id': 'f0018ae927a148708ce577dd0a4424f9', 'gw_port_host': None}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 12:00:26.326739 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.352080 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=109617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 12:00:26.362484 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b108681-606a-43f3-93c5-2ff7765a5148,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:26.368257 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.377039 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.db.segments_db [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Added segment cd63c8b4-e430-473a-b7b1-12bdf5b344e4 of type vlan for network 5c219922-b68d-413e-87f9-4d209690274a Dec 09 12:00:26.411534 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.439715 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.468617 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1869a5-8bb1-4fb6-912f-cb9033754767,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:26.499074 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.500059 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:26.500925 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.527227 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7921045'] for router_gateway, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.566746 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] Pushing event updated for resources: {'Network': ['ID=5c219922-b68d-413e-87f9-4d209690274a,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:26.577784 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network 5c219922-b68d-413e-87f9-4d209690274a details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 12:00:26.604464 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-3c9df654-1f45-42ce-a54e-aa8a5d2c3d71 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5997484 Dec 09 12:00:26.607330 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 33982) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:26.614368 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.v2.base [None req-66ed2251-104d-4689-ab15-49e6df640a20 admin admin] Request body: {'subnet': {'network_id': '5c219922-b68d-413e-87f9-4d209690274a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1366814255-subnet', 'tenant_id': '48faa8f65beb412cad385cedc0e597ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 12:00:26.637035 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7941893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.640909 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.761071 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ed2251-104d-4689-ab15-49e6df640a20 admin admin] Made reservation on behalf of 48faa8f65beb412cad385cedc0e597ff for: {'subnet': 1} {{(pid=109617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 12:00:26.763705 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-66ed2251-104d-4689-ab15-49e6df640a20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133832103'] for subnet, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.848035 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7941948'] for router, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.849042 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd34e985-ba67-4920-b870-c1296cd21eba {{(pid=109618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 12:00:26.854254 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] Publish callbacks [] for router, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.860756 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-95454e3a-172c-4b1e-98c4-770edc7109dd admin admin] 10.222.0.24 "DELETE /v2.0/routers/fd34e985-ba67-4920-b870-c1296cd21eba HTTP/1.1" status: 204 len: 168 time: 1.1088734 Dec 09 12:00:26.861623 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33984) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:26.910174 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_v2 [None req-464d747d-30d8-44a2-93d3-845b8fe5af34 admin admin] Deleting subnet 64deb6b7-23a9-4716-ae3a-47eaf6603971 {{(pid=109618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 12:00:26.913262 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-464d747d-30d8-44a2-93d3-845b8fe5af34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.947386 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-464d747d-30d8-44a2-93d3-845b8fe5af34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8355866'] for subnet, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:26.979234 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.029469 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-464d747d-30d8-44a2-93d3-845b8fe5af34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.036515 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-66ed2251-104d-4689-ab15-49e6df640a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4296356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180429'] for subnet, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.108789 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed2251-104d-4689-ab15-49e6df640a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=927b8ed9-1057-4f02-92cb-d5deee08aa9e,revision_number=0']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:27.122075 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ed2251-104d-4689-ab15-49e6df640a20 admin admin] Checking segment: {'id': 'cd63c8b4-e430-473a-b7b1-12bdf5b344e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5c219922-b68d-413e-87f9-4d209690274a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 12:00:27.122435 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ed2251-104d-4689-ab15-49e6df640a20 admin admin] Network hostable DHCP agents. Network: 5c219922-b68d-413e-87f9-4d209690274a, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 12:00:27.162422 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-464d747d-30d8-44a2-93d3-845b8fe5af34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4268130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142569'] for subnet, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.188826 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d747d-30d8-44a2-93d3-845b8fe5af34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64deb6b7-23a9-4716-ae3a-47eaf6603971,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:27.195388 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-464d747d-30d8-44a2-93d3-845b8fe5af34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.201386 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-464d747d-30d8-44a2-93d3-845b8fe5af34 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/64deb6b7-23a9-4716-ae3a-47eaf6603971 HTTP/1.1" status: 204 len: 168 time: 0.3361175 Dec 09 12:00:27.201585 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35cc686-3866-490e-94e6-b410cf70d413 None None] Network b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 12:00:27.201715 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 33986) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:27.253604 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ed2251-104d-4689-ab15-49e6df640a20 admin admin] Network 5c219922-b68d-413e-87f9-4d209690274a is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 12:00:27.281355 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.333686 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.base_scheduler [None req-66ed2251-104d-4689-ab15-49e6df640a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, 5c219922-b68d-413e-87f9-4d209690274a) {{(pid=109617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 12:00:27.341998 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed2251-104d-4689-ab15-49e6df640a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:27.341998 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-66ed2251-104d-4689-ab15-49e6df640a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.351776 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480de31c-9d8c-4e35-9219-f40542ca71d1 None None] Network 5c219922-b68d-413e-87f9-4d209690274a requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 12:00:27.352903 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Deleting port 2bfc0ce1-0024-4239-a769-215ad3380258 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:00:27.353343 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.379675 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a9bf9d-2306-4c31-b30b-eb5a2761cec1 None None] DHCP port deletion for b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 request from dv-cinder-819692-7-iscsi {{(pid=109619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 12:00:27.422162 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] For port 2bfc0ce1-0024-4239-a769-215ad3380258, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2bfc0ce1-0024-4239-a769-215ad3380258,segment=NetworkSegment(7c204606-f9e7-423c-9241-26fc4908aaf2),segment_id=7c204606-f9e7-423c-9241-26fc4908aaf2)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:27.422464 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.435660 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Calling delete_port for 2bfc0ce1-0024-4239-a769-215ad3380258 owned by network:dhcp {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:00:27.438855 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-66ed2251-104d-4689-ab15-49e6df640a20 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8295658 Dec 09 12:00:27.515295 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3afd0b5-0786-46f7-84d1-1933db3d70f1 None None] Network 5c219922-b68d-413e-87f9-4d209690274a requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 12:00:27.531000 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-90a9bf9d-2306-4c31-b30b-eb5a2761cec1 None None] Deleting port 2bfc0ce1-0024-4239-a769-215ad3380258 {{(pid=109619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:00:27.531381 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-90a9bf9d-2306-4c31-b30b-eb5a2761cec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.607272 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.635844 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfc0ce1-0024-4239-a769-215ad3380258,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:27.638121 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] No DVR routers for this DVR port 2bfc0ce1-0024-4239-a769-215ad3380258 on host dv-cinder-819692-7-iscsi {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:00:27.646271 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-90a9bf9d-2306-4c31-b30b-eb5a2761cec1 None None] For port 2bfc0ce1-0024-4239-a769-215ad3380258, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=2bfc0ce1-0024-4239-a769-215ad3380258,segment=NetworkSegment(7c204606-f9e7-423c-9241-26fc4908aaf2),segment_id=7c204606-f9e7-423c-9241-26fc4908aaf2)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:27.646812 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-90a9bf9d-2306-4c31-b30b-eb5a2761cec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.661626 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-90a9bf9d-2306-4c31-b30b-eb5a2761cec1 None None] Calling delete_port for 2bfc0ce1-0024-4239-a769-215ad3380258 owned by network:dhcp {{(pid=109619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:00:27.717050 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.740677 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8']}} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:27.751610 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c204606-f9e7-423c-9241-26fc4908aaf2') {'for_net_delete': True} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:27.752045 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c204606-f9e7-423c-9241-26fc4908aaf2') {} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:27.757654 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.765298 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8355857'] for segment, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.775335 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-90a9bf9d-2306-4c31-b30b-eb5a2761cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.790290 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.797607 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=109618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 12:00:27.798662 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4268184'] for segment, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: Traceback (most recent call last): Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: timer() Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: cb(*args, **kw) Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: return func(*args, **kwargs) Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: self._notify() Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: self.callback(batched_events) Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: event.method(event) Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: return f(self, *a, **k) Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._get(url).json() Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: return self.request(url, 'GET', **kwargs) Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 12:00:27.800753 dv-cinder-819692-7-iscsi neutron-server[109618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 12:00:27.816891 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9bf9d-2306-4c31-b30b-eb5a2761cec1 None None] Pushing event deleted for resources: {'Port': ['ID=2bfc0ce1-0024-4239-a769-215ad3380258,revision_number=None']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:27.820644 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9bf9d-2306-4c31-b30b-eb5a2761cec1 None None] No DVR routers for this DVR port 2bfc0ce1-0024-4239-a769-215ad3380258 on host dv-cinder-819692-7-iscsi {{(pid=109619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:00:27.910194 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.914598 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:27.918988 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8 HTTP/1.1" status: 204 len: 168 time: 0.7156229 Dec 09 12:00:27.935308 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70081a-e631-4781-aa14-6be20a1ff1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b73ee0d7-ca31-4bd4-86e4-13f115a6e5d8,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:27.951039 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2bfc0ce1-0024-4239-a769-215ad3380258 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:00:27.972552 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 2bfc0ce1-0024-4239-a769-215ad3380258 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:00:27.972908 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2bfc0ce1-0024-4239-a769-215ad3380258 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:00:27.973341 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2ddcb504-e06c-4394-b3e3-65e276f10d9b no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:00:27.993272 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 2ddcb504-e06c-4394-b3e3-65e276f10d9b {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:00:27.993623 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 2ddcb504-e06c-4394-b3e3-65e276f10d9b not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:00:27.994044 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 9b1869a5-8bb1-4fb6-912f-cb9033754767 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:00:28.013523 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 9b1869a5-8bb1-4fb6-912f-cb9033754767 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:00:28.013865 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 9b1869a5-8bb1-4fb6-912f-cb9033754767 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:00:28.359011 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34000) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:28.399131 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-b133d990-928d-4d9b-bffd-c7efe889faf7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=869b9253adef4cceb3a529d9a2a90a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388832 Dec 09 12:00:28.401501 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34002) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:28.453220 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-59b5fc3a-48d7-4824-bc2b-f4de9a8ce446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:28.475224 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-59b5fc3a-48d7-4824-bc2b-f4de9a8ce446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:28.595840 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-59b5fc3a-48d7-4824-bc2b-f4de9a8ce446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:28.598462 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-59b5fc3a-48d7-4824-bc2b-f4de9a8ce446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:28.599793 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-59b5fc3a-48d7-4824-bc2b-f4de9a8ce446 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e026b90-2196-4128-84d7-40eb91879dbb HTTP/1.1" status: 204 len: 168 time: 0.1974041 Dec 09 12:00:28.607452 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5fc3a-48d7-4824-bc2b-f4de9a8ce446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e026b90-2196-4128-84d7-40eb91879dbb,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:29.285269 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34018) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:29.326031 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-147ab77b-6882-4d84-8c24-87e2cea60854 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0018ae927a148708ce577dd0a4424f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394666 Dec 09 12:00:29.328494 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34020) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:29.384480 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d6df8b56-273e-4afe-84e3-14d78ef92104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:29.396987 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d6df8b56-273e-4afe-84e3-14d78ef92104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:29.527244 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d6df8b56-273e-4afe-84e3-14d78ef92104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:29.530046 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d6df8b56-273e-4afe-84e3-14d78ef92104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:29.531294 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-d6df8b56-273e-4afe-84e3-14d78ef92104 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98f57863-2125-4077-9589-4105804442d9 HTTP/1.1" status: 204 len: 168 time: 0.2017882 Dec 09 12:00:29.539829 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df8b56-273e-4afe-84e3-14d78ef92104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f57863-2125-4077-9589-4105804442d9,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:35.349851 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:39.284420 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1afc577-ce84-480e-8ad7-8b4c8e36c179 req-52b7b46a-71ac-4ffd-839a-c3bff4d192a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412202 Dec 09 12:00:39.368126 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afc577-ce84-480e-8ad7-8b4c8e36c179 req-54ef94b1-03b5-45f0-a0e3-38ca0489bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:39.369615 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1afc577-ce84-480e-8ad7-8b4c8e36c179 req-54ef94b1-03b5-45f0-a0e3-38ca0489bc61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=481678193712415d9de591835c117dad&device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 1098 time: 0.0418651 Dec 09 12:00:39.479743 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afc577-ce84-480e-8ad7-8b4c8e36c179 req-316f77ca-c81e-49c3-ae2e-6d07cca5539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:39.481184 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1afc577-ce84-480e-8ad7-8b4c8e36c179 req-316f77ca-c81e-49c3-ae2e-6d07cca5539d service neutron] 10.222.0.42 "GET /v2.0/networks?id=408897a5-ed27-4cb3-81b8-e09e83270f17 HTTP/1.1" status: 200 len: 909 time: 0.0908372 Dec 09 12:00:39.546530 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1afc577-ce84-480e-8ad7-8b4c8e36c179 req-aec2cd39-2be8-459b-8ff3-3d565f5419fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554 HTTP/1.1" status: 200 len: 1001 time: 0.0580237 Dec 09 12:00:39.596071 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afc577-ce84-480e-8ad7-8b4c8e36c179 req-5a70b8a5-5fdf-4edf-9a6e-ab33729a894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:39.597582 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1afc577-ce84-480e-8ad7-8b4c8e36c179 req-5a70b8a5-5fdf-4edf-9a6e-ab33729a894c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a15d9755-315d-4ad7-ba9d-ee44e94c3088 HTTP/1.1" status: 200 len: 847 time: 0.0440195 Dec 09 12:00:39.646651 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afc577-ce84-480e-8ad7-8b4c8e36c179 req-d07733a6-f010-496a-9a05-0f57b403d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:39.648148 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1afc577-ce84-480e-8ad7-8b4c8e36c179 req-d07733a6-f010-496a-9a05-0f57b403d667 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=408897a5-ed27-4cb3-81b8-e09e83270f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433266 Dec 09 12:00:39.736413 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1afc577-ce84-480e-8ad7-8b4c8e36c179 req-e19fbc28-646a-462e-8a10-e26a0f84af46 service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811677 Dec 09 12:00:39.830277 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1afc577-ce84-480e-8ad7-8b4c8e36c179 req-2df800bc-bff1-4745-8504-7f884406ae1c service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865817 Dec 09 12:00:42.602030 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 34132) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:42.645384 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b018bb98-f11f-4d1e-9d2b-056b4e2147ba admin admin] Deleting subnet a70b12cd-bba2-4f0a-81f5-e90b3b049444 {{(pid=109617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 12:00:42.648516 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b018bb98-f11f-4d1e-9d2b-056b4e2147ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:42.681326 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b018bb98-f11f-4d1e-9d2b-056b4e2147ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133873831'] for subnet, precommit_delete_associations {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:42.718807 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b018bb98-f11f-4d1e-9d2b-056b4e2147ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:42.846308 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b018bb98-f11f-4d1e-9d2b-056b4e2147ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4296423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180420'] for subnet, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:42.869715 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018bb98-f11f-4d1e-9d2b-056b4e2147ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a70b12cd-bba2-4f0a-81f5-e90b3b049444,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:42.876554 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b018bb98-f11f-4d1e-9d2b-056b4e2147ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:42.882437 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-b018bb98-f11f-4d1e-9d2b-056b4e2147ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a70b12cd-bba2-4f0a-81f5-e90b3b049444 HTTP/1.1" status: 204 len: 168 time: 0.2793963 Dec 09 12:00:42.882643 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34134) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:42.950944 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.031092 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.050052 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd']}} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:43.058808 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d68b38-cb1c-4dc9-8e9a-dfa62f93de10') {'for_net_delete': True} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:43.059289 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d68b38-cb1c-4dc9-8e9a-dfa62f93de10') {} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:43.069056 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8355857'] for segment, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.082334 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.088001 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=109618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4268184'] for segment, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: Traceback (most recent call last): Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: timer() Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: cb(*args, **kw) Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: return func(*args, **kwargs) Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: self._notify() Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: self.callback(batched_events) Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: event.method(event) Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: return f(self, *a, **k) Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._get(url).json() Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: return self.request(url, 'GET', **kwargs) Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 12:00:43.091843 dv-cinder-819692-7-iscsi neutron-server[109618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 12:00:43.218173 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.223577 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.227394 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] 10.222.0.24 "DELETE /v2.0/networks/b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd HTTP/1.1" status: 204 len: 168 time: 0.3433690 Dec 09 12:00:43.229693 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 34136) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:43.237970 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8fe93-a44f-4096-8be5-642bc83a270a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8dd73e8-7240-4d48-8dcb-d5f07a18d2dd,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:43.275844 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88ce69a-263f-4e80-b447-a96975b5dbaa admin admin] Deleting subnet 927b8ed9-1057-4f02-92cb-d5deee08aa9e {{(pid=109617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 12:00:43.279042 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e88ce69a-263f-4e80-b447-a96975b5dbaa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.313777 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e88ce69a-263f-4e80-b447-a96975b5dbaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133873831'] for subnet, precommit_delete_associations {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.350662 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e88ce69a-263f-4e80-b447-a96975b5dbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.475541 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e88ce69a-263f-4e80-b447-a96975b5dbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4296423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180420'] for subnet, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.505077 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e88ce69a-263f-4e80-b447-a96975b5dbaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.508257 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-e88ce69a-263f-4e80-b447-a96975b5dbaa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/927b8ed9-1057-4f02-92cb-d5deee08aa9e HTTP/1.1" status: 204 len: 168 time: 0.2775784 Dec 09 12:00:43.509245 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ce69a-263f-4e80-b447-a96975b5dbaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927b8ed9-1057-4f02-92cb-d5deee08aa9e,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:43.510877 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34138) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:43.577094 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.654180 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.674373 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c219922-b68d-413e-87f9-4d209690274a']}} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:43.683339 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd63c8b4-e430-473a-b7b1-12bdf5b344e4') {'for_net_delete': True} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:43.683638 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd63c8b4-e430-473a-b7b1-12bdf5b344e4') {} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:00:43.692651 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8355857'] for segment, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.705368 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.711118 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=109618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 12:00:43.711493 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4268184'] for segment, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: Traceback (most recent call last): Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: timer() Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: cb(*args, **kw) Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: return func(*args, **kwargs) Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: self._notify() Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: self.callback(batched_events) Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: event.method(event) Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: return f(self, *a, **k) Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._get(url).json() Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: return self.request(url, 'GET', **kwargs) Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 12:00:43.713131 dv-cinder-819692-7-iscsi neutron-server[109618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 12:00:43.841152 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.846728 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:43.851987 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c219922-b68d-413e-87f9-4d209690274a HTTP/1.1" status: 204 len: 168 time: 0.3400617 Dec 09 12:00:43.873283 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c30b8-acb4-4a2f-8e18-556db8816a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c219922-b68d-413e-87f9-4d209690274a,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:44.144464 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34142) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:44.186807 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-e4adce3a-01c6-40c5-bfb5-6687d7b852df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fc287aef9d441e0817156bfc51872e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411558 Dec 09 12:00:44.189354 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34144) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:44.235837 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9b1ceebd-3400-4fac-baed-abe610b1abc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:44.256222 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9b1ceebd-3400-4fac-baed-abe610b1abc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:44.354496 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9b1ceebd-3400-4fac-baed-abe610b1abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:44.357165 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-9b1ceebd-3400-4fac-baed-abe610b1abc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:44.358371 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-9b1ceebd-3400-4fac-baed-abe610b1abc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66a5b859-3b35-49af-a15b-f834327bea0f HTTP/1.1" status: 204 len: 168 time: 0.1680634 Dec 09 12:00:44.369336 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ceebd-3400-4fac-baed-abe610b1abc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5b859-3b35-49af-a15b-f834327bea0f,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:44.983360 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34150) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:45.022765 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-cdd69837-eaba-4fc6-9d79-d10caf4710c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48faa8f65beb412cad385cedc0e597ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382488 Dec 09 12:00:45.025204 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34152) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:45.071136 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:45.091418 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:45.217268 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:45.220368 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:45.221604 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b108681-606a-43f3-93c5-2ff7765a5148 HTTP/1.1" status: 204 len: 168 time: 0.1954086 Dec 09 12:00:45.229386 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b108681-606a-43f3-93c5-2ff7765a5148,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:45.237408 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:45.237758 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:45.238135 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:45.238476 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:45.238813 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:45.239138 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:45.239497 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:45.239866 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:45.240197 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:45.240559 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:45.240847 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:45.241168 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:45.241525 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e2af45-56ab-4efa-8561-3f5d9a8cc7a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:46.182015 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34176) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:46.277562 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-890888119-network', 'tenant_id': '0ced2b07ba8e42c793ff027ab3906a4a'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 12:00:46.354282 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Made reservation on behalf of 0ced2b07ba8e42c793ff027ab3906a4a for: {'network': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 12:00:46.356617 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for network, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:46.365728 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:46.437693 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:46.503294 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:46.529598 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=109618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 12:00:46.535002 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:46.542032 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:46.542280 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.segments_db [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Added segment 6390ce50-1460-4278-8df8-cf5e3b16be68 of type vlan for network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a Dec 09 12:00:46.581079 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744087392368'] for network, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:46.686796 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459'] for network, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:46.687794 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:46.688395 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:46.747846 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] Pushing event updated for resources: {'Network': ['ID=30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:46.757583 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a details requested by agent ovs-agent-dv-cinder-819692-7-iscsi with host dv-cinder-819692-7-iscsi {{(pid=109619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 12:00:46.804285 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-e72867b9-dd09-43f5-936e-6ccd7505faf2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6211460 Dec 09 12:00:46.807092 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34180) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:00:46.811883 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [None req-bd33100b-4739-4523-9c36-aef5a5ede1f0 admin admin] Request body: {'subnet': {'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-890888119-subnet', 'tenant_id': '0ced2b07ba8e42c793ff027ab3906a4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 12:00:46.898376 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd33100b-4739-4523-9c36-aef5a5ede1f0 admin admin] Made reservation on behalf of 0ced2b07ba8e42c793ff027ab3906a4a for: {'subnet': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 12:00:46.900807 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-bd33100b-4739-4523-9c36-aef5a5ede1f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133925258'] for subnet, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:47.165725 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-bd33100b-4739-4523-9c36-aef5a5ede1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4268065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142560'] for subnet, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:47.219816 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33100b-4739-4523-9c36-aef5a5ede1f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aaf7326-d6e0-4f2f-9b44-0b5ec77e3095,revision_number=0']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:47.228272 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd33100b-4739-4523-9c36-aef5a5ede1f0 admin admin] Checking segment: {'id': '6390ce50-1460-4278-8df8-cf5e3b16be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 12:00:47.228625 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd33100b-4739-4523-9c36-aef5a5ede1f0 admin admin] Network hostable DHCP agents. Network: 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a, hostable agents: ['42facaaa-6392-4fab-be81-11129b01a131'], hosted agents: [] {{(pid=109618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 12:00:47.320827 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd33100b-4739-4523-9c36-aef5a5ede1f0 admin admin] Network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a is scheduled to be hosted by DHCP agent 42facaaa-6392-4fab-be81-11129b01a131 with binding_index 1 {{(pid=109618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 12:00:47.406429 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [None req-bd33100b-4739-4523-9c36-aef5a5ede1f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-7-iscsi, 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a) {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 12:00:47.411167 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd33100b-4739-4523-9c36-aef5a5ede1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:47.411751 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-bd33100b-4739-4523-9c36-aef5a5ede1f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:47.416342 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31269ca-5523-44bf-b983-7235b71d34b0 None None] Network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 12:00:47.489899 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-bd33100b-4739-4523-9c36-aef5a5ede1f0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6817200 Dec 09 12:00:47.511890 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cd5b4c-46ba-461f-8017-7e22de878cc4 None None] Network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 12:00:49.294493 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13430934-356b-4651-9469-4bb14929b7c6 req-6c4fd813-d353-45f0-9849-fdb0a9b8ade7 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:49.295910 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-6c4fd813-d353-45f0-9849-fdb0a9b8ade7 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/networks?id=30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a HTTP/1.1" status: 200 len: 808 time: 0.1045189 Dec 09 12:00:49.310795 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-4ded5d85-25b8-4cbd-9d7b-c602304c5671 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/quotas/0ced2b07ba8e42c793ff027ab3906a4a HTTP/1.1" status: 200 len: 375 time: 0.0088441 Dec 09 12:00:49.340299 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-5cf05536-d60e-429d-b43b-84a7fc41326a tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ced2b07ba8e42c793ff027ab3906a4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241458 Dec 09 12:00:49.693874 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-7d954311-8124-4880-96f8-e5d7e2de5512 service neutron] 10.222.0.24 "GET /v2.0/networks/30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457727 Dec 09 12:00:49.780949 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-caf6d1e6-cf85-4fb3-a1e4-4d7d353841be service neutron] 10.222.0.24 "GET /v2.0/networks/30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809305 Dec 09 12:00:50.033083 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-716f44e8-88b2-4eb8-a498-2e3006b083ef req-8153df49-8738-44cf-a8cb-3167997ea770 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 210 time: 0.0266287 Dec 09 12:00:51.126946 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9833d723-8a24-4840-82d6-279c77b4efc0 req-91968770-0292-40a3-b8d1-011290b14ac4 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 210 time: 0.0256221 Dec 09 12:00:51.890728 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13430934-356b-4651-9469-4bb14929b7c6 req-f28f570d-b463-43a9-b180-b46bc563e2ed tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:51.891304 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a6afe80c-1bf2-4212-a983-c2726f43fac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:51.892828 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-f28f570d-b463-43a9-b180-b46bc563e2ed tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.42 "GET /v2.0/networks?id=30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a HTTP/1.1" status: 200 len: 808 time: 0.1060100 Dec 09 12:00:51.907560 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-13430934-356b-4651-9469-4bb14929b7c6 req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Request body: {'port': {'device_id': 'c4534b0d-b87f-40d7-839f-020f0dcc48f5', 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a', 'admin_state_up': True, 'tenant_id': '0ced2b07ba8e42c793ff027ab3906a4a'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 12:00:52.091229 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13430934-356b-4651-9469-4bb14929b7c6 req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Made reservation on behalf of 0ced2b07ba8e42c793ff027ab3906a4a for: {'port': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 12:00:52.095932 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-13430934-356b-4651-9469-4bb14929b7c6 req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:52.234450 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2f46e6c5-45bc-460b-930d-16865a0b6416 req-278c96e0-9432-45f7-a3d0-e9d6ab308842 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 210 time: 0.0353301 Dec 09 12:00:52.251905 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [req-13430934-356b-4651-9469-4bb14929b7c6 req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Allocated IP 172.20.0.2 (30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a/9aaf7326-d6e0-4f2f-9b44-0b5ec77e3095/8958f116-dbd2-49f2-b2d4-fbe9eefaef8f) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 12:00:52.393089 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-13430934-356b-4651-9469-4bb14929b7c6 req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:52.487187 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-13430934-356b-4651-9469-4bb14929b7c6 req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:52.531673 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13430934-356b-4651-9469-4bb14929b7c6 req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 12:00:52.534634 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [req-13430934-356b-4651-9469-4bb14929b7c6 req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 12:00:52.541165 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-13430934-356b-4651-9469-4bb14929b7c6 req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 12:00:52.563778 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Pushing event updated for resources: {'Port': ['ID=8958f116-dbd2-49f2-b2d4-fbe9eefaef8f,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:52.589889 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13430934-356b-4651-9469-4bb14929b7c6 req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:52.590486 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-13430934-356b-4651-9469-4bb14929b7c6 req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:52.661119 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-eaa8f597-66da-4f93-aaf9-51e2188679a1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7579484 Dec 09 12:00:52.674308 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Request body: {'port': {'device_id': 'c4534b0d-b87f-40d7-839f-020f0dcc48f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 12:00:52.727581 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:52.982948 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f {{(pid=109618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 12:00:52.990199 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:53.002096 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.provisioning_blocks [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Transition to ACTIVE for port object 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f will not be triggered until provisioned by entity L2. {{(pid=109618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 12:00:53.046664 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:53.096524 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Pushing event updated for resources: {'Port': ['ID=8958f116-dbd2-49f2-b2d4-fbe9eefaef8f,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:53.172972 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Attempting to bind port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 12:00:53.173229 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Attempting to bind port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '6390ce50-1460-4278-8df8-cf5e3b16be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a'}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 12:00:53.173501 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Attempting to bind port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f on network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 12:00:53.177677 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f on network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 12:00:53.177992 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Attempting to bind port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f on network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 12:00:53.182770 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 12, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 12:00:53.183143 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Checking segment: {'id': '6390ce50-1460-4278-8df8-cf5e3b16be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 12:00:53.183523 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Bound using segment: {'id': '6390ce50-1460-4278-8df8-cf5e3b16be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a'} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 12:00:53.183940 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Bound port: 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6390ce50-1460-4278-8df8-cf5e3b16be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a'}}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 12:00:53.184290 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:53.246664 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] For port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f, host hv-cinder-81969, cleared binding levels {{(pid=109618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 12:00:53.249507 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] For port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=8958f116-dbd2-49f2-b2d4-fbe9eefaef8f,segment=NetworkSegment(6390ce50-1460-4278-8df8-cf5e3b16be68),segment_id=6390ce50-1460-4278-8df8-cf5e3b16be68)] {{(pid=109618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 12:00:53.327240 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:53.361981 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:53.362469 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:53.364067 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] 10.222.0.42 "PUT /v2.0/ports/8958f116-dbd2-49f2-b2d4-fbe9eefaef8f HTTP/1.1" status: 200 len: 1093 time: 0.6944029 Dec 09 12:00:53.366827 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4534b0d-b87f-40d7-839f-020f0dcc48f5', 'tag': '8958f116-dbd2-49f2-b2d4-fbe9eefaef8f'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:00:53.369851 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc77c031-e285-4f38-8d22-8e4de5698f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4534b0d-b87f-40d7-839f-020f0dcc48f5", "tag": "8958f116-dbd2-49f2-b2d4-fbe9eefaef8f"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:00:53.404430 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226d062-6c31-4172-bb37-7d17e134faee req-e92eb9d6-aa23-4c1e-b4c6-84cf23f9dcc7 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:53.406182 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3226d062-6c31-4172-bb37-7d17e134faee req-e92eb9d6-aa23-4c1e-b4c6-84cf23f9dcc7 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 943 time: 0.1052229 Dec 09 12:00:53.412399 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 12:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560e7aa1-3668-4bf3-8a6b-a74ecad481cb x-openstack-request-id: req-560e7aa1-3668-4bf3-8a6b-a74ecad481cb {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:00:53.413331 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4534b0d-b87f-40d7-839f-020f0dcc48f5", "tag": "8958f116-dbd2-49f2-b2d4-fbe9eefaef8f", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:00:53.413589 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-560e7aa1-3668-4bf3-8a6b-a74ecad481cb {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:00:53.413983 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4534b0d-b87f-40d7-839f-020f0dcc48f5', 'tag': '8958f116-dbd2-49f2-b2d4-fbe9eefaef8f', 'status': 'completed', 'code': 200} Dec 09 12:00:53.426248 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ffb5b-1f6c-4859-a26e-e088cb3ca31b service neutron] Pushing event updated for resources: {'Port': ['ID=8958f116-dbd2-49f2-b2d4-fbe9eefaef8f,revision_number=3']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:53.497400 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3226d062-6c31-4172-bb37-7d17e134faee req-d8945869-3114-489f-9c60-311ccc6753c6 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808163 Dec 09 12:00:53.503748 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77c031-e285-4f38-8d22-8e4de5698f9d req-886b17fb-e438-443c-8249-9319f3defae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:53.505313 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bc77c031-e285-4f38-8d22-8e4de5698f9d req-886b17fb-e438-443c-8249-9319f3defae3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ced2b07ba8e42c793ff027ab3906a4a&device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 1096 time: 0.0682065 Dec 09 12:00:53.609779 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77c031-e285-4f38-8d22-8e4de5698f9d req-07376a80-8a57-459b-8555-6a1605c5ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:53.611619 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bc77c031-e285-4f38-8d22-8e4de5698f9d req-07376a80-8a57-459b-8555-6a1605c5ac2a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0ced2b07ba8e42c793ff027ab3906a4a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0973318 Dec 09 12:00:53.702661 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77c031-e285-4f38-8d22-8e4de5698f9d req-9bf44f23-1f0b-4cf7-8f68-3cde305f9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:53.704463 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-bc77c031-e285-4f38-8d22-8e4de5698f9d req-9bf44f23-1f0b-4cf7-8f68-3cde305f9c0c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862644 Dec 09 12:00:53.785829 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13430934-356b-4651-9469-4bb14929b7c6 req-efdb353e-13d3-4598-8a23-44cbbcc755b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:53.787331 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-efdb353e-13d3-4598-8a23-44cbbcc755b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ced2b07ba8e42c793ff027ab3906a4a&device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 1096 time: 0.0426273 Dec 09 12:00:53.833941 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-d3e8b15e-bfdd-424f-a44c-9a71cfeee11f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8958f116-dbd2-49f2-b2d4-fbe9eefaef8f HTTP/1.1" status: 200 len: 217 time: 0.0381544 Dec 09 12:00:53.883108 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13430934-356b-4651-9469-4bb14929b7c6 req-d80f786c-88cc-437a-87ec-b9bb41de344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:53.884531 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-d80f786c-88cc-437a-87ec-b9bb41de344e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9aaf7326-d6e0-4f2f-9b44-0b5ec77e3095 HTTP/1.1" status: 200 len: 848 time: 0.0436902 Dec 09 12:00:53.914893 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-a8937165-49aa-43fe-bdd0-e8b1a0e642fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233669 Dec 09 12:00:54.007396 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-5d740b72-a5b6-42fe-985a-c1fa8cdc5485 service neutron] 10.222.0.42 "GET /v2.0/networks/30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855517 Dec 09 12:00:54.095745 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-13430934-356b-4651-9469-4bb14929b7c6 req-29352e97-6595-4d74-b54d-550ede32281e service neutron] 10.222.0.42 "GET /v2.0/networks/30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815918 Dec 09 12:00:54.258393 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-4ffef3a1-a45f-491e-8080-305feffcd3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:54.617924 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca868522-dd86-4f1b-a902-ba0d56d13b6a req-9c022770-e979-4283-8ab3-77c462d8e848 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:54.619447 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ca868522-dd86-4f1b-a902-ba0d56d13b6a req-9c022770-e979-4283-8ab3-77c462d8e848 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 943 time: 0.0514128 Dec 09 12:00:54.665375 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ca868522-dd86-4f1b-a902-ba0d56d13b6a req-75276bad-d0e9-4084-bba4-2cb8f83e1025 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398161 Dec 09 12:00:55.216585 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:55.779191 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c8eb6-13f8-4cea-b83e-3f71abeeec34 req-22cbb600-122c-41eb-a66e-0447aca2bdf0 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:55.780692 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aa1c8eb6-13f8-4cea-b83e-3f71abeeec34 req-22cbb600-122c-41eb-a66e-0447aca2bdf0 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 943 time: 0.0491936 Dec 09 12:00:55.827613 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-aa1c8eb6-13f8-4cea-b83e-3f71abeeec34 req-11378c64-0a55-4c95-b2b7-c79c578340b7 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Dec 09 12:00:56.622441 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 12:00:56.716897 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=8958f116-dbd2-49f2-b2d4-fbe9eefaef8f,segment=NetworkSegment(6390ce50-1460-4278-8df8-cf5e3b16be68),segment_id=6390ce50-1460-4278-8df8-cf5e3b16be68)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:56.728374 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '8958f116-dbd2-49f2-b2d4-fbe9eefaef8f', 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a', 'port_id': '8958f116-dbd2-49f2-b2d4-fbe9eefaef8f', 'mac_address': 'fa:16:3e:ac:26:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aaf7326-d6e0-4f2f-9b44-0b5ec77e3095', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 12:00:56.764665 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:56.778572 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 12:00:56.798612 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=8958f116-dbd2-49f2-b2d4-fbe9eefaef8f,segment=NetworkSegment(6390ce50-1460-4278-8df8-cf5e3b16be68),segment_id=6390ce50-1460-4278-8df8-cf5e3b16be68)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:56.855552 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:56.907978 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=8958f116-dbd2-49f2-b2d4-fbe9eefaef8f,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:56.914980 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.915339 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.915690 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.916333 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.916333 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.916683 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.917015 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.917344 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.917675 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.918001 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.918337 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.918659 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.919001 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:00:56.922758 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:56.942530 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9253392-e635-4387-b1b5-2ebe10173be1 req-2d86a451-05ad-435f-b97e-7145393832ba tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:56.944044 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f9253392-e635-4387-b1b5-2ebe10173be1 req-2d86a451-05ad-435f-b97e-7145393832ba tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 944 time: 0.0488799 Dec 09 12:00:56.994817 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f9253392-e635-4387-b1b5-2ebe10173be1 req-bb97de2f-b0bb-452f-a1b8-2906cdf4e25d tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445740 Dec 09 12:00:57.100030 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['8958f116-dbd2-49f2-b2d4-fbe9eefaef8f'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 12:00:57.759209 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:58.108328 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bb1d2-ae2f-411e-b397-a17f65785d00 req-52289fd7-4d04-4c8d-9ee1-eaa3cd311048 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:58.109797 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cc0bb1d2-ae2f-411e-b397-a17f65785d00 req-52289fd7-4d04-4c8d-9ee1-eaa3cd311048 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 944 time: 0.0481229 Dec 09 12:00:58.156763 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-cc0bb1d2-ae2f-411e-b397-a17f65785d00 req-e9387c3b-5dd0-435c-99ee-663ed9a3a108 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403516 Dec 09 12:00:58.650651 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 12:00:58.760516 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 12:00:58.764194 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 12:00:58.764562 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:58.841676 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:58.862720 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4534b0d-b87f-40d7-839f-020f0dcc48f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8958f116-dbd2-49f2-b2d4-fbe9eefaef8f'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:00:58.864976 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94fd4ec-c550-4889-ad24-c5d5f2abe4dc" -d '{"events": [{"server_uuid": "c4534b0d-b87f-40d7-839f-020f0dcc48f5", "name": "network-vif-plugged", "status": "completed", "tag": "8958f116-dbd2-49f2-b2d4-fbe9eefaef8f"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:00:58.877919 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=8958f116-dbd2-49f2-b2d4-fbe9eefaef8f,segment=NetworkSegment(6390ce50-1460-4278-8df8-cf5e3b16be68),segment_id=6390ce50-1460-4278-8df8-cf5e3b16be68)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:00:58.905623 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 12:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678e49d1-96a2-4b07-91ec-1a1f9a8511d5 x-openstack-request-id: req-678e49d1-96a2-4b07-91ec-1a1f9a8511d5 {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:00:58.905623 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4534b0d-b87f-40d7-839f-020f0dcc48f5", "name": "network-vif-plugged", "status": "completed", "tag": "8958f116-dbd2-49f2-b2d4-fbe9eefaef8f", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:00:58.905623 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-678e49d1-96a2-4b07-91ec-1a1f9a8511d5 {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:00:58.905623 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4534b0d-b87f-40d7-839f-020f0dcc48f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8958f116-dbd2-49f2-b2d4-fbe9eefaef8f', 'code': 200} Dec 09 12:00:58.921126 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:00:58.972877 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=8958f116-dbd2-49f2-b2d4-fbe9eefaef8f,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:00:59.205431 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53b8b-5ddd-4edb-b30e-c9ae7d442aca req-255081a2-d777-45b9-a005-4131093f16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:59.206934 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-30a53b8b-5ddd-4edb-b30e-c9ae7d442aca req-255081a2-d777-45b9-a005-4131093f16f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 1098 time: 0.0432353 Dec 09 12:00:59.279201 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-30a53b8b-5ddd-4edb-b30e-c9ae7d442aca req-c5a803c5-8c15-4313-addf-18635e30592e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646522 Dec 09 12:00:59.298560 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61f198-06bb-4ada-a708-e037d383d127 req-710da98c-3d79-40fb-b6da-467a79f254c9 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:00:59.299989 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff61f198-06bb-4ada-a708-e037d383d127 req-710da98c-3d79-40fb-b6da-467a79f254c9 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 945 time: 0.0618474 Dec 09 12:00:59.346737 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff61f198-06bb-4ada-a708-e037d383d127 req-7a18fd8d-4efc-4f94-8157-3d9f3e15f143 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Dec 09 12:01:00.463724 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f342e49-6e32-4af6-ac81-12894fb80b6d req-fc06d61b-4f3d-4f6f-933a-e07a472bf071 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:00.465198 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0f342e49-6e32-4af6-ac81-12894fb80b6d req-fc06d61b-4f3d-4f6f-933a-e07a472bf071 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 945 time: 0.0483913 Dec 09 12:01:00.512099 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0f342e49-6e32-4af6-ac81-12894fb80b6d req-77dc202c-dc8d-4326-a72a-4c9c50bfe8e7 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402274 Dec 09 12:01:01.625331 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890454b-760f-4bde-ac94-73c76c5c21d0 req-899675e7-55e1-4193-b652-adb34325c4cf tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:01.627727 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2890454b-760f-4bde-ac94-73c76c5c21d0 req-899675e7-55e1-4193-b652-adb34325c4cf tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 945 time: 0.0497472 Dec 09 12:01:01.677728 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-2890454b-760f-4bde-ac94-73c76c5c21d0 req-7875e19b-e195-4e22-86cb-fc6d68188869 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Dec 09 12:01:02.009189 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 12:01:02.864355 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e4b1f-5abe-4fa4-9d8d-4461b8c186c1 req-341448e8-1a6c-44c9-b5f6-045146f3fb0d tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:02.865819 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-077e4b1f-5abe-4fa4-9d8d-4461b8c186c1 req-341448e8-1a6c-44c9-b5f6-045146f3fb0d tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 945 time: 0.0502822 Dec 09 12:01:02.914183 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-077e4b1f-5abe-4fa4-9d8d-4461b8c186c1 req-230bb409-d388-459d-a3cf-700c97bab787 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 Dec 09 12:01:04.029476 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0f4d8-e5c4-486d-86f2-a39ce67ed171 req-74d2d254-5df6-4a36-9957-2add9875d260 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:04.031014 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a9f0f4d8-e5c4-486d-86f2-a39ce67ed171 req-74d2d254-5df6-4a36-9957-2add9875d260 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 945 time: 0.0481396 Dec 09 12:01:04.081710 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a9f0f4d8-e5c4-486d-86f2-a39ce67ed171 req-e64e2f70-0384-45f0-b03b-df14ffd075ee tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441923 Dec 09 12:01:04.319229 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effeb698-bf59-4755-9272-c687871f4708 req-d04aaf65-728c-4f93-b6d0-649442a39303 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:04.320694 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-effeb698-bf59-4755-9272-c687871f4708 req-d04aaf65-728c-4f93-b6d0-649442a39303 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 945 time: 0.0546203 Dec 09 12:01:04.423823 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-effeb698-bf59-4755-9272-c687871f4708 req-5931e3a6-93d6-4c7d-89a8-02f001a4d89b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Deleting port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:04.424414 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-effeb698-bf59-4755-9272-c687871f4708 req-5931e3a6-93d6-4c7d-89a8-02f001a4d89b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:04.513092 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-effeb698-bf59-4755-9272-c687871f4708 req-5931e3a6-93d6-4c7d-89a8-02f001a4d89b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] For port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=8958f116-dbd2-49f2-b2d4-fbe9eefaef8f,segment=NetworkSegment(6390ce50-1460-4278-8df8-cf5e3b16be68),segment_id=6390ce50-1460-4278-8df8-cf5e3b16be68)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:04.513440 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-effeb698-bf59-4755-9272-c687871f4708 req-5931e3a6-93d6-4c7d-89a8-02f001a4d89b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:04.525626 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-effeb698-bf59-4755-9272-c687871f4708 req-5931e3a6-93d6-4c7d-89a8-02f001a4d89b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Calling delete_port for 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:04.719333 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-effeb698-bf59-4755-9272-c687871f4708 req-5931e3a6-93d6-4c7d-89a8-02f001a4d89b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:04.731477 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['8958f116-dbd2-49f2-b2d4-fbe9eefaef8f'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 12:01:04.750252 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931e3a6-93d6-4c7d-89a8-02f001a4d89b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Pushing event deleted for resources: {'Port': ['ID=8958f116-dbd2-49f2-b2d4-fbe9eefaef8f,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:04.788929 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-effeb698-bf59-4755-9272-c687871f4708 req-5931e3a6-93d6-4c7d-89a8-02f001a4d89b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] No DVR routers for this DVR port 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:01:04.791356 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-effeb698-bf59-4755-9272-c687871f4708 req-5931e3a6-93d6-4c7d-89a8-02f001a4d89b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:04.794599 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-effeb698-bf59-4755-9272-c687871f4708 req-5931e3a6-93d6-4c7d-89a8-02f001a4d89b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.42 "DELETE /v2.0/ports/8958f116-dbd2-49f2-b2d4-fbe9eefaef8f HTTP/1.1" status: 204 len: 173 time: 0.4672978 Dec 09 12:01:04.795142 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4534b0d-b87f-40d7-839f-020f0dcc48f5', 'name': 'network-vif-deleted', 'tag': '8958f116-dbd2-49f2-b2d4-fbe9eefaef8f'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:01:04.797271 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf18973d-5b4d-41b4-bf7d-0e6e1a7fd2f1" -d '{"events": [{"server_uuid": "c4534b0d-b87f-40d7-839f-020f0dcc48f5", "name": "network-vif-deleted", "tag": "8958f116-dbd2-49f2-b2d4-fbe9eefaef8f"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:01:04.833738 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 12:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b488c4d-5f98-4622-9a5b-c4ce2facf8e6 x-openstack-request-id: req-3b488c4d-5f98-4622-9a5b-c4ce2facf8e6 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:01:04.834015 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4534b0d-b87f-40d7-839f-020f0dcc48f5", "name": "network-vif-deleted", "tag": "8958f116-dbd2-49f2-b2d4-fbe9eefaef8f", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:01:04.834272 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b488c4d-5f98-4622-9a5b-c4ce2facf8e6 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:01:04.834675 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4534b0d-b87f-40d7-839f-020f0dcc48f5', 'name': 'network-vif-deleted', 'tag': '8958f116-dbd2-49f2-b2d4-fbe9eefaef8f', 'status': 'completed', 'code': 200} Dec 09 12:01:05.185693 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f0835500-fc1b-4431-8046-44a40bf3068c req-8eaaaa09-ee86-4e47-bab0-67eb57aa0197 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4534b0d-b87f-40d7-839f-020f0dcc48f5 HTTP/1.1" status: 200 len: 210 time: 0.0251839 Dec 09 12:01:05.377875 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:06.445653 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-dc9d6840-2494-45f2-ae2a-1c925097b86b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:06.447140 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-dc9d6840-2494-45f2-ae2a-1c925097b86b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/networks?id=30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a HTTP/1.1" status: 200 len: 808 time: 0.1033599 Dec 09 12:01:06.461641 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-29220185-bc4e-4b30-baae-44ceaf654626 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/quotas/0ced2b07ba8e42c793ff027ab3906a4a HTTP/1.1" status: 200 len: 375 time: 0.0089011 Dec 09 12:01:06.491304 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-b58adae8-3a77-4a4b-ab3b-d4dedb018ff3 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ced2b07ba8e42c793ff027ab3906a4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245903 Dec 09 12:01:06.581457 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-fd4b2455-fb7a-4b3c-9894-060a750c88da service neutron] 10.222.0.24 "GET /v2.0/networks/30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837135 Dec 09 12:01:06.668340 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-7aa001be-de14-4549-9f2b-61da834d085f service neutron] 10.222.0.24 "GET /v2.0/networks/30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810041 Dec 09 12:01:06.747124 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:01:06.770969 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:01:06.772308 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 8958f116-dbd2-49f2-b2d4-fbe9eefaef8f not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:01:06.886415 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d96a913a-8a79-4e13-b093-ffe68dd9e23f req-b40fd3e4-214f-4002-8f1d-6bd6bf20f9ec tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 210 time: 0.0256188 Dec 09 12:01:07.983931 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d862805e-8d1c-4ad0-b82c-aae21c916a1c req-d6800733-0f77-45aa-84fd-6464207773d2 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 210 time: 0.0303297 Dec 09 12:01:08.621797 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-89ed3c8b-47cf-411a-a493-ff9ba73d3f5b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:08.623256 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-89ed3c8b-47cf-411a-a493-ff9ba73d3f5b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.42 "GET /v2.0/networks?id=30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a HTTP/1.1" status: 200 len: 808 time: 0.1039810 Dec 09 12:01:08.636803 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Request body: {'port': {'device_id': '7224d138-e479-4c04-91c1-3064167876ed', 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a', 'admin_state_up': True, 'tenant_id': '0ced2b07ba8e42c793ff027ab3906a4a'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 12:01:08.816655 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Made reservation on behalf of 0ced2b07ba8e42c793ff027ab3906a4a for: {'port': 1} {{(pid=109618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 12:01:08.820289 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:08.942275 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_common [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Allocated IP 172.20.0.14 (30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a/9aaf7326-d6e0-4f2f-9b44-0b5ec77e3095/682166f0-dbd8-4650-b253-154068c56b52) {{(pid=109618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 12:01:09.083437 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-55fed199-0975-4f9a-92be-dfac67c5ce5c req-9deb8b08-2e85-4c91-90a9-68748de06ed5 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 210 time: 0.0286505 Dec 09 12:01:09.110445 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks [] for port, precommit_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:09.217081 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744087409174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_create {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:09.257356 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a is already hosted by enough agents. {{(pid=109618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 12:01:09.260446 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.base_scheduler [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Resources bound (agent type, host, resource id): {{(pid=109618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 12:01:09.264003 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Received port after_create {{(pid=109618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 12:01:09.292677 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Pushing event updated for resources: {'Port': ['ID=682166f0-dbd8-4650-b253-154068c56b52,revision_number=1']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:09.318559 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:09.319186 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:09.414264 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-1984c5ef-109c-4b07-b121-a295b6405c42 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7810447 Dec 09 12:01:09.426309 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.v2.base [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Request body: {'port': {'device_id': '7224d138-e479-4c04-91c1-3064167876ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 12:01:09.478385 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:09.732152 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682166f0-dbd8-4650-b253-154068c56b52 {{(pid=109618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 12:01:09.739544 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:09.751279 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.provisioning_blocks [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Transition to ACTIVE for port object 682166f0-dbd8-4650-b253-154068c56b52 will not be triggered until provisioned by entity L2. {{(pid=109618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 12:01:09.858028 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:09.924383 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Pushing event updated for resources: {'Port': ['ID=682166f0-dbd8-4650-b253-154068c56b52,revision_number=2']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:09.978328 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Attempting to bind port 682166f0-dbd8-4650-b253-154068c56b52 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 12:01:09.978658 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Attempting to bind port 682166f0-dbd8-4650-b253-154068c56b52 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '6390ce50-1460-4278-8df8-cf5e3b16be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a'}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 12:01:09.979013 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Attempting to bind port 682166f0-dbd8-4650-b253-154068c56b52 on network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 12:01:09.983265 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Port 682166f0-dbd8-4650-b253-154068c56b52 on network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 12:01:09.983521 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Attempting to bind port 682166f0-dbd8-4650-b253-154068c56b52 on network 30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 12:01:09.988254 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Checking agent: {'id': 'ec23cce1-4bb0-4472-9fbe-cf1482e31ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'started_at': datetime.datetime(2021, 12, 9, 11, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 12, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 12:01:09.988584 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Checking segment: {'id': '6390ce50-1460-4278-8df8-cf5e3b16be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 12:01:09.988956 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Bound using segment: {'id': '6390ce50-1460-4278-8df8-cf5e3b16be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a'} {{(pid=109618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 12:01:09.989368 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.managers [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Bound port: 682166f0-dbd8-4650-b253-154068c56b52, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6390ce50-1460-4278-8df8-cf5e3b16be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a'}}] {{(pid=109618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 12:01:09.989711 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:10.051244 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] For port 682166f0-dbd8-4650-b253-154068c56b52, host hv-cinder-81969, cleared binding levels {{(pid=109618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 12:01:10.054187 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] For port 682166f0-dbd8-4650-b253-154068c56b52, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=682166f0-dbd8-4650-b253-154068c56b52,segment=NetworkSegment(6390ce50-1460-4278-8df8-cf5e3b16be68),segment_id=6390ce50-1460-4278-8df8-cf5e3b16be68)] {{(pid=109618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 12:01:10.115473 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4268220'] for port, after_update {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:10.151688 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:10.152298 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:10.153624 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] 10.222.0.42 "PUT /v2.0/ports/682166f0-dbd8-4650-b253-154068c56b52 HTTP/1.1" status: 200 len: 1094 time: 0.7312844 Dec 09 12:01:10.154055 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7224d138-e479-4c04-91c1-3064167876ed', 'tag': '682166f0-dbd8-4650-b253-154068c56b52'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:01:10.156277 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a15995-f15f-4697-ad97-9f01be49e255" -d '{"events": [{"name": "network-changed", "server_uuid": "7224d138-e479-4c04-91c1-3064167876ed", "tag": "682166f0-dbd8-4650-b253-154068c56b52"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:01:10.196637 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 12:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fb7406-2d42-45f1-a55e-689fdfbe6e47 x-openstack-request-id: req-93fb7406-2d42-45f1-a55e-689fdfbe6e47 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:01:10.196920 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7224d138-e479-4c04-91c1-3064167876ed", "tag": "682166f0-dbd8-4650-b253-154068c56b52", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:01:10.197173 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93fb7406-2d42-45f1-a55e-689fdfbe6e47 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:01:10.197567 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7224d138-e479-4c04-91c1-3064167876ed', 'tag': '682166f0-dbd8-4650-b253-154068c56b52', 'status': 'completed', 'code': 200} Dec 09 12:01:10.204713 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa1703-9653-4bcb-8ba6-c30aa17d04ba service neutron] Pushing event updated for resources: {'Port': ['ID=682166f0-dbd8-4650-b253-154068c56b52,revision_number=3']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:10.233849 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc107f-d440-4dc7-9264-5341b854551b req-04be5646-c2ac-47e2-a804-dd17796158cf tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:10.235228 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-61cc107f-d440-4dc7-9264-5341b854551b req-04be5646-c2ac-47e2-a804-dd17796158cf tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 944 time: 0.0851126 Dec 09 12:01:10.291931 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a15995-f15f-4697-ad97-9f01be49e255 req-8f18d837-94f0-4f4d-a29f-6ae859392f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:10.293391 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f3a15995-f15f-4697-ad97-9f01be49e255 req-8f18d837-94f0-4f4d-a29f-6ae859392f57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ced2b07ba8e42c793ff027ab3906a4a&device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 1097 time: 0.0762243 Dec 09 12:01:10.313217 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-61cc107f-d440-4dc7-9264-5341b854551b req-07fe92af-af4e-4998-a685-4df9f5a7d05b tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604126 Dec 09 12:01:10.391911 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a15995-f15f-4697-ad97-9f01be49e255 req-25b003c6-0559-47e2-8047-64e72a19dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:10.393367 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f3a15995-f15f-4697-ad97-9f01be49e255 req-25b003c6-0559-47e2-8047-64e72a19dffb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0ced2b07ba8e42c793ff027ab3906a4a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0922756 Dec 09 12:01:10.490361 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a15995-f15f-4697-ad97-9f01be49e255 req-c7bda973-06c1-4019-8ec8-4693d6913783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:10.491755 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f3a15995-f15f-4697-ad97-9f01be49e255 req-c7bda973-06c1-4019-8ec8-4693d6913783 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908282 Dec 09 12:01:10.567390 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-f52566d6-c47a-4e03-bd8d-2bd41273261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:10.568844 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-f52566d6-c47a-4e03-bd8d-2bd41273261e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ced2b07ba8e42c793ff027ab3906a4a&device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 1097 time: 0.0396154 Dec 09 12:01:10.613172 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-a4c92fb3-72e4-479b-b94f-03c3fb6f197a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=682166f0-dbd8-4650-b253-154068c56b52 HTTP/1.1" status: 200 len: 217 time: 0.0367122 Dec 09 12:01:10.664157 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-f27cc3f6-1070-4884-8438-4a8ba3bf4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:10.665547 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-f27cc3f6-1070-4884-8438-4a8ba3bf4081 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9aaf7326-d6e0-4f2f-9b44-0b5ec77e3095 HTTP/1.1" status: 200 len: 848 time: 0.0440264 Dec 09 12:01:10.695766 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-5873ec73-68e6-44c8-a570-6eb1e774abc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229676 Dec 09 12:01:10.785885 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-008850a7-083c-456a-97f9-05c7fc75dfe1 service neutron] 10.222.0.42 "GET /v2.0/networks/30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835049 Dec 09 12:01:10.875819 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-42c2777a-be01-435f-a10e-4d417dbdae7f req-8485a6ea-b309-4a91-8721-354923c496fb service neutron] 10.222.0.42 "GET /v2.0/networks/30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825958 Dec 09 12:01:11.427194 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba506d-4121-4c15-a6ae-b384b5585129 req-9e5594f8-8b4f-4beb-b8c7-c30ea81cebc1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:11.428641 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-30ba506d-4121-4c15-a6ae-b384b5585129 req-9e5594f8-8b4f-4beb-b8c7-c30ea81cebc1 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 944 time: 0.0465341 Dec 09 12:01:11.478204 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-30ba506d-4121-4c15-a6ae-b384b5585129 req-356b8128-dad3-457d-aa6f-6213764f9091 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437980 Dec 09 12:01:12.590558 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9a638-6b68-4077-9f6a-e8e8eed2e9ce req-faeb2698-b1c4-4aa1-b47a-c05878993c03 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:12.592008 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-57d9a638-6b68-4077-9f6a-e8e8eed2e9ce req-faeb2698-b1c4-4aa1-b47a-c05878993c03 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 944 time: 0.0464220 Dec 09 12:01:12.639153 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-57d9a638-6b68-4077-9f6a-e8e8eed2e9ce req-a96537f0-3792-4780-928c-2bfce76574bf tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409894 Dec 09 12:01:12.763835 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 682166f0-dbd8-4650-b253-154068c56b52 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 12:01:12.857757 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 682166f0-dbd8-4650-b253-154068c56b52, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=682166f0-dbd8-4650-b253-154068c56b52,segment=NetworkSegment(6390ce50-1460-4278-8df8-cf5e3b16be68),segment_id=6390ce50-1460-4278-8df8-cf5e3b16be68)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:12.994039 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Returning: {'device': '682166f0-dbd8-4650-b253-154068c56b52', 'network_id': '30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a', 'port_id': '682166f0-dbd8-4650-b253-154068c56b52', 'mac_address': 'fa:16:3e:26:fe:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aaf7326-d6e0-4f2f-9b44-0b5ec77e3095', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 12:01:13.031696 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:13.044266 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682166f0-dbd8-4650-b253-154068c56b52 {{(pid=109619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 12:01:13.063131 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 682166f0-dbd8-4650-b253-154068c56b52, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=682166f0-dbd8-4650-b253-154068c56b52,segment=NetworkSegment(6390ce50-1460-4278-8df8-cf5e3b16be68),segment_id=6390ce50-1460-4278-8df8-cf5e3b16be68)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:13.120265 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:13.167227 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=682166f0-dbd8-4650-b253-154068c56b52,revision_number=4']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:13.346063 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['682166f0-dbd8-4650-b253-154068c56b52'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 12:01:13.752834 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cd720-5c3d-4c62-bd35-9cd270079a71 req-89730450-ce9a-4770-9e14-2ce7321b7ee5 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:13.754325 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0a5cd720-5c3d-4c62-bd35-9cd270079a71 req-89730450-ce9a-4770-9e14-2ce7321b7ee5 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 945 time: 0.0477340 Dec 09 12:01:13.800430 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-0a5cd720-5c3d-4c62-bd35-9cd270079a71 req-fd478bec-32c0-4d48-a2d2-d871d72350e2 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Dec 09 12:01:14.762823 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 682166f0-dbd8-4650-b253-154068c56b52 up at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 12:01:14.875306 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning for port 682166f0-dbd8-4650-b253-154068c56b52 completed by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 12:01:14.880472 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.provisioning_blocks [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Provisioning complete for port 682166f0-dbd8-4650-b253-154068c56b52 triggered by entity L2. {{(pid=109619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 12:01:14.880848 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727297'] for port, provisioning_complete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:14.917557 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb1d4-eb59-42a3-9b04-870ab48285a9 req-0c405f36-6b7f-4fc6-954a-c31f4edb4faf tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:14.919053 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8e6fb1d4-eb59-42a3-9b04-870ab48285a9 req-0c405f36-6b7f-4fc6-954a-c31f4edb4faf tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 945 time: 0.0529137 Dec 09 12:01:14.961421 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782748'] for port, before_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:14.967099 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-8e6fb1d4-eb59-42a3-9b04-870ab48285a9 req-c61b8dd3-4909-4922-8cd9-13153af669ed tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Dec 09 12:01:14.983449 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7224d138-e479-4c04-91c1-3064167876ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682166f0-dbd8-4650-b253-154068c56b52'}] {{(pid=109619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:01:14.986182 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}301fa4b86e0e2ef996114449c6b45a8c440a2d89b7960992745c882ac1c395f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58025089-d1c8-4264-92d8-f3ae15e034c8" -d '{"events": [{"server_uuid": "7224d138-e479-4c04-91c1-3064167876ed", "name": "network-vif-plugged", "status": "completed", "tag": "682166f0-dbd8-4650-b253-154068c56b52"}]}' {{(pid=109619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:01:15.003707 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] For port 682166f0-dbd8-4650-b253-154068c56b52, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=682166f0-dbd8-4650-b253-154068c56b52,segment=NetworkSegment(6390ce50-1460-4278-8df8-cf5e3b16be68),segment_id=6390ce50-1460-4278-8df8-cf5e3b16be68)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:15.022729 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 12:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b14bab-6583-4aad-9fce-ed6912be2efd x-openstack-request-id: req-01b14bab-6583-4aad-9fce-ed6912be2efd {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:01:15.023054 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7224d138-e479-4c04-91c1-3064167876ed", "name": "network-vif-plugged", "status": "completed", "tag": "682166f0-dbd8-4650-b253-154068c56b52", "code": 200}]} {{(pid=109619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:01:15.023312 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01b14bab-6583-4aad-9fce-ed6912be2efd {{(pid=109619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:01:15.023711 dv-cinder-819692-7-iscsi neutron-server[109619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7224d138-e479-4c04-91c1-3064167876ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682166f0-dbd8-4650-b253-154068c56b52', 'code': 200} Dec 09 12:01:15.073420 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744087940913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744087409192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744087409210'] for port, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:15.121083 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Pushing event updated for resources: {'Port': ['ID=682166f0-dbd8-4650-b253-154068c56b52,revision_number=5']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:15.305977 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159e60c-75fb-458f-9743-cd53ac23c69b req-f5753dfb-15f6-4cdf-8aa5-97c5e5c50ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:15.307379 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7159e60c-75fb-458f-9743-cd53ac23c69b req-f5753dfb-15f6-4cdf-8aa5-97c5e5c50ab1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 1099 time: 0.0387530 Dec 09 12:01:15.350627 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-7159e60c-75fb-458f-9743-cd53ac23c69b req-b1249eec-f259-4b64-8339-ee787b26a9e8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365279 Dec 09 12:01:15.608334 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34316) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:15.762673 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Deleting port c19fab57-67df-4472-b42d-38dc35e327bf {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:15.763049 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:16.129333 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c22d0-6cd8-4d9a-91d6-60f62488dc96 req-f1049cd2-abb9-4574-9ea5-fbd9ba3ccbda tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:16.130771 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b48c22d0-6cd8-4d9a-91d6-60f62488dc96 req-f1049cd2-abb9-4574-9ea5-fbd9ba3ccbda tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 946 time: 0.0936170 Dec 09 12:01:16.139478 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:16.139799 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:16.162139 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Calling delete_port for c19fab57-67df-4472-b42d-38dc35e327bf owned by network:floatingip {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:16.235592 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b48c22d0-6cd8-4d9a-91d6-60f62488dc96 req-20f46542-b082-483b-bb00-8d1d4d3e0301 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978904 Dec 09 12:01:16.406649 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:16.434227 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event deleted for resources: {'Port': ['ID=c19fab57-67df-4472-b42d-38dc35e327bf,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:16.492776 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for floatingip, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:16.493113 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.l3_db [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Floating IP e7230438-116d-45f0-a53d-3d719335865f disassociated (deleted). External IP: 172.27.3.104, port: f7b602c7-0e41-4dae-8c2f-cf7299b97554. Dec 09 12:01:16.699408 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Router 10f621f7-0203-4873-b615-137074e010cf has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 12:01:16.807734 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 12:01:16.812654 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:16.818113 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db540130-df32-43f2-9181-6389d1584ab6 None None] Sync routers for ids ['10f621f7-0203-4873-b615-137074e010cf'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 12:01:16.827304 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db540130-df32-43f2-9181-6389d1584ab6 None None] Routers {'10f621f7-0203-4873-b615-137074e010cf'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:01:16.829914 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-db540130-df32-43f2-9181-6389d1584ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:00:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['10f621f7-0203-4873-b615-137074e010cf'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:16.842799 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-554b57b7-730c-4e36-a4b3-bb8a875121c7 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "DELETE /v2.0/floatingips/e7230438-116d-45f0-a53d-3d719335865f HTTP/1.1" status: 204 len: 168 time: 1.2333221 Dec 09 12:01:16.843422 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:01:16.846772 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a573a3-d1d7-48f0-9cc7-3bc29a4d171a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:01:16.887809 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3b69df-ccf0-4194-a25c-d968a666a248 x-openstack-request-id: req-cb3b69df-ccf0-4194-a25c-d968a666a248 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:01:16.888742 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:01:16.890230 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb3b69df-ccf0-4194-a25c-d968a666a248 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:01:16.890230 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'status': 'completed', 'code': 200} Dec 09 12:01:16.942839 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-db540130-df32-43f2-9181-6389d1584ab6 None None] Set router 10f621f7-0203-4873-b615-137074e010cf gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:01:16.955145 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a573a3-d1d7-48f0-9cc7-3bc29a4d171a req-8cdd466a-b7ae-4a9b-a1bc-9b66249e6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:16.956781 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-87a573a3-d1d7-48f0-9cc7-3bc29a4d171a req-8cdd466a-b7ae-4a9b-a1bc-9b66249e6790 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=481678193712415d9de591835c117dad&device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 1098 time: 0.0448108 Dec 09 12:01:17.049525 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a573a3-d1d7-48f0-9cc7-3bc29a4d171a req-98ebda4b-02a8-491a-b75e-5d421b808ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:17.051031 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-87a573a3-d1d7-48f0-9cc7-3bc29a4d171a req-98ebda4b-02a8-491a-b75e-5d421b808ef3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=408897a5-ed27-4cb3-81b8-e09e83270f17 HTTP/1.1" status: 200 len: 909 time: 0.0873528 Dec 09 12:01:17.097076 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-87a573a3-d1d7-48f0-9cc7-3bc29a4d171a req-ba4db508-0406-4d07-8b1f-589e8f8cf8e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554 HTTP/1.1" status: 200 len: 217 time: 0.0387876 Dec 09 12:01:17.150127 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a573a3-d1d7-48f0-9cc7-3bc29a4d171a req-46ba13cf-0804-45a9-81ec-1e60794703b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:17.152887 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-87a573a3-d1d7-48f0-9cc7-3bc29a4d171a req-46ba13cf-0804-45a9-81ec-1e60794703b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a15d9755-315d-4ad7-ba9d-ee44e94c3088 HTTP/1.1" status: 200 len: 847 time: 0.0479412 Dec 09 12:01:17.153289 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-db540130-df32-43f2-9181-6389d1584ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '628309cc-7541-44cd-9153-c5e0e44fb246', 'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'tenant_id': '481678193712415d9de591835c117dad', 'mac_address': 'fa:16:3e:66:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:28Z', 'updated_at': '2021-12-09T11:56:33Z', 'revision_number': 5, 'project_id': '481678193712415d9de591835c117dad', 'subnets': [{'id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:17.180483 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db540130-df32-43f2-9181-6389d1584ab6 None None] Checking router: 10f621f7-0203-4873-b615-137074e010cf for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 12:01:17.189514 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db540130-df32-43f2-9181-6389d1584ab6 None None] Routers {'10f621f7-0203-4873-b615-137074e010cf'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:01:17.190157 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-db540130-df32-43f2-9181-6389d1584ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:00:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['10f621f7-0203-4873-b615-137074e010cf'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:17.228718 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a573a3-d1d7-48f0-9cc7-3bc29a4d171a req-4bf35b32-0520-45d1-81c6-32f191d83dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:17.230156 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-87a573a3-d1d7-48f0-9cc7-3bc29a4d171a req-4bf35b32-0520-45d1-81c6-32f191d83dee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=408897a5-ed27-4cb3-81b8-e09e83270f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709958 Dec 09 12:01:17.242698 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c417ef-9234-4c97-bd4c-323bc88d70a8 req-945d6c8c-2199-44ec-9d37-7dd1c6b5e322 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:17.244238 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-07c417ef-9234-4c97-bd4c-323bc88d70a8 req-945d6c8c-2199-44ec-9d37-7dd1c6b5e322 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0601909 Dec 09 12:01:17.300215 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-db540130-df32-43f2-9181-6389d1584ab6 None None] Set router 10f621f7-0203-4873-b615-137074e010cf gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:01:17.388326 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-07c417ef-9234-4c97-bd4c-323bc88d70a8 req-6afcfc8e-3bb7-468d-8fe8-c117d9880219 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343083 Dec 09 12:01:17.410018 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04e17d-7f59-4fc1-ae07-c946c2d68cac req-d4291004-7a02-457a-a023-36812d1e114d tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:17.411530 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff04e17d-7f59-4fc1-ae07-c946c2d68cac req-d4291004-7a02-457a-a023-36812d1e114d tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 946 time: 0.0933094 Dec 09 12:01:17.413309 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-87a573a3-d1d7-48f0-9cc7-3bc29a4d171a req-3db7ab25-b68d-4d1e-a2c2-9588181737db service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682105 Dec 09 12:01:17.502776 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-db540130-df32-43f2-9181-6389d1584ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '628309cc-7541-44cd-9153-c5e0e44fb246', 'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'tenant_id': '481678193712415d9de591835c117dad', 'mac_address': 'fa:16:3e:66:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:28Z', 'updated_at': '2021-12-09T11:56:33Z', 'revision_number': 5, 'project_id': '481678193712415d9de591835c117dad', 'subnets': [{'id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:17.516287 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff04e17d-7f59-4fc1-ae07-c946c2d68cac req-880a54c3-9aa6-4d51-9edc-12f7bc5ca5f9 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986013 Dec 09 12:01:17.536807 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db540130-df32-43f2-9181-6389d1584ab6 None None] The sync data for ids ['10f621f7-0203-4873-b615-137074e010cf'] in dv-cinder-819692-7-iscsi is: [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T11:56:28Z', 'revision_number': 4, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '628309cc-7541-44cd-9153-c5e0e44fb246', 'name': '', 'network_id': '408897a5-ed27-4cb3-81b8-e09e83270f17', 'tenant_id': '481678193712415d9de591835c117dad', 'mac_address': 'fa:16:3e:66:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:28Z', 'updated_at': '2021-12-09T11:56:33Z', 'revision_number': 5, 'project_id': '481678193712415d9de591835c117dad', 'subnets': [{'id': 'a15d9755-315d-4ad7-ba9d-ee44e94c3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 12:01:17.541875 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-87a573a3-d1d7-48f0-9cc7-3bc29a4d171a req-c2a699d2-673d-4457-92c1-6d7ab5a22fbe service neutron] 10.222.0.42 "GET /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166525 Dec 09 12:01:17.754908 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e43af6-fee6-4c73-a3e9-05fa0c5edd5c None None] New status for floating IP e7230438-116d-45f0-a53d-3d719335865f: DOWN {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 12:01:18.505350 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35126543-48a2-4748-83c1-a70b9aeb8853 req-8af4cc51-265b-4285-ab39-0eff0a8c3197 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:18.506915 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-35126543-48a2-4748-83c1-a70b9aeb8853 req-8af4cc51-265b-4285-ab39-0eff0a8c3197 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0496690 Dec 09 12:01:18.560012 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-35126543-48a2-4748-83c1-a70b9aeb8853 req-89cbedff-c0f5-4ccb-9a47-568319841698 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/security-groups?id=2eea084c-7d03-42be-b451-cf43f901dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470865 Dec 09 12:01:18.734218 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fe3f4-1083-4d87-a512-e1eb7d211d49 req-2514e234-bce1-47c0-8757-5ff7ca694df4 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:18.736430 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3e6fe3f4-1083-4d87-a512-e1eb7d211d49 req-2514e234-bce1-47c0-8757-5ff7ca694df4 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 945 time: 0.0485790 Dec 09 12:01:18.857659 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96843d0b-f7fe-43ba-bdd1-891cf26cab93 req-6f1643ae-6e73-41f7-99fc-7d172d73b4ec tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:18.859155 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-96843d0b-f7fe-43ba-bdd1-891cf26cab93 req-6f1643ae-6e73-41f7-99fc-7d172d73b4ec tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 946 time: 0.0849788 Dec 09 12:01:18.895375 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-3e6fe3f4-1083-4d87-a512-e1eb7d211d49 req-95d624c1-851a-4d60-91aa-8d73bed2afb2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Deleting port f7b602c7-0e41-4dae-8c2f-cf7299b97554 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:18.895714 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-3e6fe3f4-1083-4d87-a512-e1eb7d211d49 req-95d624c1-851a-4d60-91aa-8d73bed2afb2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:18.941500 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-96843d0b-f7fe-43ba-bdd1-891cf26cab93 req-e69aac17-b7dd-4c22-92d2-b813e6fcb52a tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744939 Dec 09 12:01:19.002289 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-3e6fe3f4-1083-4d87-a512-e1eb7d211d49 req-95d624c1-851a-4d60-91aa-8d73bed2afb2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] For port f7b602c7-0e41-4dae-8c2f-cf7299b97554, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f7b602c7-0e41-4dae-8c2f-cf7299b97554,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:19.002560 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-3e6fe3f4-1083-4d87-a512-e1eb7d211d49 req-95d624c1-851a-4d60-91aa-8d73bed2afb2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:19.014601 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-3e6fe3f4-1083-4d87-a512-e1eb7d211d49 req-95d624c1-851a-4d60-91aa-8d73bed2afb2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Calling delete_port for f7b602c7-0e41-4dae-8c2f-cf7299b97554 owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:19.227315 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-3e6fe3f4-1083-4d87-a512-e1eb7d211d49 req-95d624c1-851a-4d60-91aa-8d73bed2afb2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:19.256259 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d624c1-851a-4d60-91aa-8d73bed2afb2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event deleted for resources: {'Port': ['ID=f7b602c7-0e41-4dae-8c2f-cf7299b97554,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:19.298858 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6fe3f4-1083-4d87-a512-e1eb7d211d49 req-95d624c1-851a-4d60-91aa-8d73bed2afb2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] No DVR routers for this DVR port f7b602c7-0e41-4dae-8c2f-cf7299b97554 on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:01:19.301414 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-3e6fe3f4-1083-4d87-a512-e1eb7d211d49 req-95d624c1-851a-4d60-91aa-8d73bed2afb2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:19.304780 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-3e6fe3f4-1083-4d87-a512-e1eb7d211d49 req-95d624c1-851a-4d60-91aa-8d73bed2afb2 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.42 "DELETE /v2.0/ports/f7b602c7-0e41-4dae-8c2f-cf7299b97554 HTTP/1.1" status: 204 len: 173 time: 0.5549643 Dec 09 12:01:19.305221 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'name': 'network-vif-deleted', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:01:19.307575 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f7ebcd-815f-43d8-b60a-ff91284d9f1d" -d '{"events": [{"server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "name": "network-vif-deleted", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:01:19.343416 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 12:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a152666-00e1-44df-ac51-eaea03eb0e3e x-openstack-request-id: req-4a152666-00e1-44df-ac51-eaea03eb0e3e {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:01:19.343717 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7f0628-0730-47fd-802a-edf7a2ded35b", "name": "network-vif-deleted", "tag": "f7b602c7-0e41-4dae-8c2f-cf7299b97554", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:01:19.343976 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a152666-00e1-44df-ac51-eaea03eb0e3e {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:01:19.344380 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7f0628-0730-47fd-802a-edf7a2ded35b', 'name': 'network-vif-deleted', 'tag': 'f7b602c7-0e41-4dae-8c2f-cf7299b97554', 'status': 'completed', 'code': 200} Dec 09 12:01:19.659192 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-c060475e-070f-42e1-93d7-f56b1459126e req-d1903922-980f-4974-bd93-1b6a38ab3284 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 210 time: 0.0267804 Dec 09 12:01:20.068457 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432706e9-6cb0-4db6-b43c-e52c89c8364b req-232faac3-ab17-4e53-abab-7cae7567c8ac tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:20.069929 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-432706e9-6cb0-4db6-b43c-e52c89c8364b req-232faac3-ab17-4e53-abab-7cae7567c8ac tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 946 time: 0.0489354 Dec 09 12:01:20.117051 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-432706e9-6cb0-4db6-b43c-e52c89c8364b req-4e571f3d-dd34-4e3d-af72-beeb65602f3d tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/security-groups?id=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Dec 09 12:01:20.249327 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9700de-e2a1-4469-ad00-495b1534cf14 req-983208d5-8338-425e-84ed-293752d14b3e tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:20.251054 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fa9700de-e2a1-4469-ad00-495b1534cf14 req-983208d5-8338-425e-84ed-293752d14b3e tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.42 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 946 time: 0.0514777 Dec 09 12:01:20.342747 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-fa9700de-e2a1-4469-ad00-495b1534cf14 req-83d232f1-aaed-4769-8b82-268e049bfd24 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Deleting port 682166f0-dbd8-4650-b253-154068c56b52 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:20.343116 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-fa9700de-e2a1-4469-ad00-495b1534cf14 req-83d232f1-aaed-4769-8b82-268e049bfd24 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:20.431663 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-fa9700de-e2a1-4469-ad00-495b1534cf14 req-83d232f1-aaed-4769-8b82-268e049bfd24 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] For port 682166f0-dbd8-4650-b253-154068c56b52, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=682166f0-dbd8-4650-b253-154068c56b52,segment=NetworkSegment(6390ce50-1460-4278-8df8-cf5e3b16be68),segment_id=6390ce50-1460-4278-8df8-cf5e3b16be68)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:20.432086 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-fa9700de-e2a1-4469-ad00-495b1534cf14 req-83d232f1-aaed-4769-8b82-268e049bfd24 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:20.444381 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-fa9700de-e2a1-4469-ad00-495b1534cf14 req-83d232f1-aaed-4769-8b82-268e049bfd24 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Calling delete_port for 682166f0-dbd8-4650-b253-154068c56b52 owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:20.623492 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-fa9700de-e2a1-4469-ad00-495b1534cf14 req-83d232f1-aaed-4769-8b82-268e049bfd24 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:20.635958 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] get_ports_and_sgs() called for port_ids ['682166f0-dbd8-4650-b253-154068c56b52'] {{(pid=109619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 12:01:20.656843 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d232f1-aaed-4769-8b82-268e049bfd24 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Pushing event deleted for resources: {'Port': ['ID=682166f0-dbd8-4650-b253-154068c56b52,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:20.696689 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9700de-e2a1-4469-ad00-495b1534cf14 req-83d232f1-aaed-4769-8b82-268e049bfd24 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] No DVR routers for this DVR port 682166f0-dbd8-4650-b253-154068c56b52 on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:01:20.699162 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-fa9700de-e2a1-4469-ad00-495b1534cf14 req-83d232f1-aaed-4769-8b82-268e049bfd24 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:20.702523 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-fa9700de-e2a1-4469-ad00-495b1534cf14 req-83d232f1-aaed-4769-8b82-268e049bfd24 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.42 "DELETE /v2.0/ports/682166f0-dbd8-4650-b253-154068c56b52 HTTP/1.1" status: 204 len: 173 time: 0.4452152 Dec 09 12:01:20.763266 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device f7b602c7-0e41-4dae-8c2f-cf7299b97554 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:01:20.765997 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f1ee8661-784b-4ae0-96bd-919fec3b2707 req-3ed882c7-8f30-44df-9ace-93ac9f151e9d tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7f0628-0730-47fd-802a-edf7a2ded35b HTTP/1.1" status: 200 len: 210 time: 0.0260391 Dec 09 12:01:20.788254 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: f7b602c7-0e41-4dae-8c2f-cf7299b97554 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:01:20.788716 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device f7b602c7-0e41-4dae-8c2f-cf7299b97554 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:01:21.220345 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b1d96f70-1482-4237-846b-29669a49423e req-9733dc38-77a2-4fa4-9bf7-bdb64cc07fb3 tempest-VolumesActionsTest-448275260 tempest-VolumesActionsTest-448275260-project] 10.222.0.24 "GET /v2.0/ports?device_id=7224d138-e479-4c04-91c1-3064167876ed HTTP/1.1" status: 200 len: 210 time: 0.0247777 Dec 09 12:01:21.345741 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7224d138-e479-4c04-91c1-3064167876ed', 'name': 'network-vif-deleted', 'tag': '682166f0-dbd8-4650-b253-154068c56b52'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:01:21.348177 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3669c91-b60e-4cc0-8219-2b12a7f5df6f" -d '{"events": [{"server_uuid": "7224d138-e479-4c04-91c1-3064167876ed", "name": "network-vif-deleted", "tag": "682166f0-dbd8-4650-b253-154068c56b52"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:01:21.383509 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 12:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a00e208-7243-468a-90ef-d4bf1cea0f33 x-openstack-request-id: req-0a00e208-7243-468a-90ef-d4bf1cea0f33 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:01:21.383797 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7224d138-e479-4c04-91c1-3064167876ed", "name": "network-vif-deleted", "tag": "682166f0-dbd8-4650-b253-154068c56b52", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:01:21.384049 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a00e208-7243-468a-90ef-d4bf1cea0f33 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:01:21.384439 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7224d138-e479-4c04-91c1-3064167876ed', 'name': 'network-vif-deleted', 'tag': '682166f0-dbd8-4650-b253-154068c56b52', 'status': 'completed', 'code': 200} Dec 09 12:01:21.823659 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34358) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:21.879581 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0ac60553-c96d-4f9a-9f67-3de36c1fe8b1 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:21.890865 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-7547f586-0392-48aa-8bfe-a0d01278daec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:21.905015 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0ac60553-c96d-4f9a-9f67-3de36c1fe8b1 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:22.050355 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0ac60553-c96d-4f9a-9f67-3de36c1fe8b1 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:22.053150 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-0ac60553-c96d-4f9a-9f67-3de36c1fe8b1 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:22.054429 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-0ac60553-c96d-4f9a-9f67-3de36c1fe8b1 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] 10.222.0.24 "DELETE /v2.0/security-groups/2eea084c-7d03-42be-b451-cf43f901dbe1 HTTP/1.1" status: 204 len: 168 time: 0.2297404 Dec 09 12:01:22.064249 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac60553-c96d-4f9a-9f67-3de36c1fe8b1 tempest-TestShelveInstance-1230276660 tempest-TestShelveInstance-1230276660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eea084c-7d03-42be-b451-cf43f901dbe1,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:22.183780 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34362) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:22.523704 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-81510919-6669-467b-a1ad-e6e8a5bbdc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7923035'] for router_interface, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:22.761969 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 682166f0-dbd8-4650-b253-154068c56b52 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:01:22.775742 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-81510919-6669-467b-a1ad-e6e8a5bbdc8d admin admin] Deleting port 628309cc-7541-44cd-9153-c5e0e44fb246 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:22.776073 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-81510919-6669-467b-a1ad-e6e8a5bbdc8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:22.786427 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 682166f0-dbd8-4650-b253-154068c56b52 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:01:22.790048 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 682166f0-dbd8-4650-b253-154068c56b52 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:01:22.857374 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-81510919-6669-467b-a1ad-e6e8a5bbdc8d admin admin] For port 628309cc-7541-44cd-9153-c5e0e44fb246, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=628309cc-7541-44cd-9153-c5e0e44fb246,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:22.857903 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-81510919-6669-467b-a1ad-e6e8a5bbdc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:22.871267 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-81510919-6669-467b-a1ad-e6e8a5bbdc8d admin admin] Calling delete_port for 628309cc-7541-44cd-9153-c5e0e44fb246 owned by network:router_interface {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:23.120720 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-81510919-6669-467b-a1ad-e6e8a5bbdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:23.147536 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81510919-6669-467b-a1ad-e6e8a5bbdc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=628309cc-7541-44cd-9153-c5e0e44fb246,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:23.315609 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-81510919-6669-467b-a1ad-e6e8a5bbdc8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8100450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7922999'] for router_interface, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:23.527533 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81510919-6669-467b-a1ad-e6e8a5bbdc8d admin admin] Router 10f621f7-0203-4873-b615-137074e010cf has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 12:01:23.892440 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81510919-6669-467b-a1ad-e6e8a5bbdc8d admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 12:01:23.897516 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-81510919-6669-467b-a1ad-e6e8a5bbdc8d admin admin] 10.222.0.24 "PUT /v2.0/routers/10f621f7-0203-4873-b615-137074e010cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7126591 Dec 09 12:01:23.900038 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34408) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:23.901661 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77b0984-a784-4b6d-9875-eacadfff9638 None None] Sync routers for ids ['10f621f7-0203-4873-b615-137074e010cf'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 12:01:23.913241 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b0984-a784-4b6d-9875-eacadfff9638 None None] Routers {'10f621f7-0203-4873-b615-137074e010cf'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:01:23.913617 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-d77b0984-a784-4b6d-9875-eacadfff9638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:00:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['10f621f7-0203-4873-b615-137074e010cf'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:24.020108 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-d77b0984-a784-4b6d-9875-eacadfff9638 None None] Set router 10f621f7-0203-4873-b615-137074e010cf gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:01:24.054759 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Publish callbacks [] for router, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:24.156189 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:24.215794 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-d77b0984-a784-4b6d-9875-eacadfff9638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T12:01:23Z', 'revision_number': 5, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:24.245533 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77b0984-a784-4b6d-9875-eacadfff9638 None None] Checking router: 10f621f7-0203-4873-b615-137074e010cf for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 12:01:24.259850 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b0984-a784-4b6d-9875-eacadfff9638 None None] Routers {'10f621f7-0203-4873-b615-137074e010cf'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:01:24.259850 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-d77b0984-a784-4b6d-9875-eacadfff9638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:00:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['10f621f7-0203-4873-b615-137074e010cf'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:24.343992 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-d482f58f-c1c4-4be6-9d83-d503ca86fedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:24.366986 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-d77b0984-a784-4b6d-9875-eacadfff9638 None None] Set router 10f621f7-0203-4873-b615-137074e010cf gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:01:24.430983 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Deleting port afc4b6eb-246f-43d8-b83a-f21edc355f87 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:24.431340 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:24.512792 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] For port afc4b6eb-246f-43d8-b83a-f21edc355f87, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=afc4b6eb-246f-43d8-b83a-f21edc355f87,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:24.513151 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:24.525554 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Calling delete_port for afc4b6eb-246f-43d8-b83a-f21edc355f87 owned by network:router_gateway {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:24.541682 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-d77b0984-a784-4b6d-9875-eacadfff9638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T12:01:23Z', 'revision_number': 5, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:24.575200 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77b0984-a784-4b6d-9875-eacadfff9638 None None] The sync data for ids ['10f621f7-0203-4873-b615-137074e010cf'] in dv-cinder-819692-7-iscsi is: [{'id': '10f621f7-0203-4873-b615-137074e010cf', 'name': 'tempest-TestShelveInstance-427751129-router', 'tenant_id': '481678193712415d9de591835c117dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:25Z', 'updated_at': '2021-12-09T12:01:23Z', 'revision_number': 5, 'project_id': '481678193712415d9de591835c117dad', 'gw_port': {'id': 'afc4b6eb-246f-43d8-b83a-f21edc355f87', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f621f7-0203-4873-b615-137074e010cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:26Z', 'updated_at': '2021-12-09T11:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 12:01:24.760264 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:24.785812 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=afc4b6eb-246f-43d8-b83a-f21edc355f87,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:24.845564 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7921045'] for router_gateway, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:24.935805 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7941893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:24.938454 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.050303 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7941948'] for router, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.050839 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f621f7-0203-4873-b615-137074e010cf {{(pid=109618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 12:01:25.055723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] Publish callbacks [] for router, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.056918 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-b521728e-f42c-4c97-9f58-3ef11a310e1f admin admin] 10.222.0.24 "DELETE /v2.0/routers/10f621f7-0203-4873-b615-137074e010cf HTTP/1.1" status: 204 len: 168 time: 1.1557121 Dec 09 12:01:25.059412 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34416) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:25.103292 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6075e8c-fe48-4d08-9cc2-b8c5e5bae454 admin admin] Deleting subnet a15d9755-315d-4ad7-ba9d-ee44e94c3088 {{(pid=109618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 12:01:25.106352 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b6075e8c-fe48-4d08-9cc2-b8c5e5bae454 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.143996 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b6075e8c-fe48-4d08-9cc2-b8c5e5bae454 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8355866'] for subnet, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.195104 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.233899 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b6075e8c-fe48-4d08-9cc2-b8c5e5bae454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.355216 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b6075e8c-fe48-4d08-9cc2-b8c5e5bae454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4268130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142569'] for subnet, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.380770 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6075e8c-fe48-4d08-9cc2-b8c5e5bae454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15d9755-315d-4ad7-ba9d-ee44e94c3088,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:25.384395 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b6075e8c-fe48-4d08-9cc2-b8c5e5bae454 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.387696 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-b6075e8c-fe48-4d08-9cc2-b8c5e5bae454 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a15d9755-315d-4ad7-ba9d-ee44e94c3088 HTTP/1.1" status: 204 len: 168 time: 0.3273611 Dec 09 12:01:25.390174 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34418) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:25.394021 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b3ae5-35e9-4755-94df-90e0bb5b4ee2 None None] Network 408897a5-ed27-4cb3-81b8-e09e83270f17 requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 12:01:25.459493 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.518126 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Deleting port bcb9f88e-c65f-4753-bd4c-7b4db179a613 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:25.518470 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.572851 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3700d742-6bce-49ea-b292-ad81ffc92daf None None] DHCP port deletion for 408897a5-ed27-4cb3-81b8-e09e83270f17 request from dv-cinder-819692-7-iscsi {{(pid=109619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 12:01:25.587483 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] For port bcb9f88e-c65f-4753-bd4c-7b4db179a613, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=bcb9f88e-c65f-4753-bd4c-7b4db179a613,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:25.587927 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.605649 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Calling delete_port for bcb9f88e-c65f-4753-bd4c-7b4db179a613 owned by network:dhcp {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:25.625598 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-3700d742-6bce-49ea-b292-ad81ffc92daf None None] Deleting port bcb9f88e-c65f-4753-bd4c-7b4db179a613 {{(pid=109619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:25.627183 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-3700d742-6bce-49ea-b292-ad81ffc92daf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.690695 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-3700d742-6bce-49ea-b292-ad81ffc92daf None None] For port bcb9f88e-c65f-4753-bd4c-7b4db179a613, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=bcb9f88e-c65f-4753-bd4c-7b4db179a613,segment=NetworkSegment(a64ca65f-10f5-46d6-9ae2-4da431ed049f),segment_id=a64ca65f-10f5-46d6-9ae2-4da431ed049f)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:25.692026 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-3700d742-6bce-49ea-b292-ad81ffc92daf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.703435 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-3700d742-6bce-49ea-b292-ad81ffc92daf None None] Calling delete_port for bcb9f88e-c65f-4753-bd4c-7b4db179a613 owned by network:dhcp {{(pid=109619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:25.755445 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.783152 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb9f88e-c65f-4753-bd4c-7b4db179a613,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:25.787080 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] No DVR routers for this DVR port bcb9f88e-c65f-4753-bd4c-7b4db179a613 on host dv-cinder-819692-7-iscsi {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:01:25.861932 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.883358 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408897a5-ed27-4cb3-81b8-e09e83270f17']}} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:25.893222 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64ca65f-10f5-46d6-9ae2-4da431ed049f') {'for_net_delete': True} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:25.893517 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64ca65f-10f5-46d6-9ae2-4da431ed049f') {} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:25.902687 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8355857'] for segment, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.916128 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.918677 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-3700d742-6bce-49ea-b292-ad81ffc92daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.922375 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=109618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 12:01:25.922642 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4268184'] for segment, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: Traceback (most recent call last): Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: timer() Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: cb(*args, **kw) Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: return func(*args, **kwargs) Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: self._notify() Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: self.callback(batched_events) Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: event.method(event) Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: return f(self, *a, **k) Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._get(url).json() Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: return self.request(url, 'GET', **kwargs) Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 12:01:25.925007 dv-cinder-819692-7-iscsi neutron-server[109618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 12:01:25.946323 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700d742-6bce-49ea-b292-ad81ffc92daf None None] Pushing event deleted for resources: {'Port': ['ID=bcb9f88e-c65f-4753-bd4c-7b4db179a613,revision_number=None']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:25.951617 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3700d742-6bce-49ea-b292-ad81ffc92daf None None] No DVR routers for this DVR port bcb9f88e-c65f-4753-bd4c-7b4db179a613 on host dv-cinder-819692-7-iscsi {{(pid=109619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:01:25.994198 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 628309cc-7541-44cd-9153-c5e0e44fb246 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:01:26.013182 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 628309cc-7541-44cd-9153-c5e0e44fb246 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:01:26.013464 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 628309cc-7541-44cd-9153-c5e0e44fb246 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:01:26.013880 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device afc4b6eb-246f-43d8-b83a-f21edc355f87 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:01:26.032682 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: afc4b6eb-246f-43d8-b83a-f21edc355f87 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:01:26.033099 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device afc4b6eb-246f-43d8-b83a-f21edc355f87 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:01:26.033520 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device bcb9f88e-c65f-4753-bd4c-7b4db179a613 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:01:26.040539 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:26.045978 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:26.053176 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] 10.222.0.24 "DELETE /v2.0/networks/408897a5-ed27-4cb3-81b8-e09e83270f17 HTTP/1.1" status: 204 len: 168 time: 0.6586759 Dec 09 12:01:26.053176 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34424) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:26.056569 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: bcb9f88e-c65f-4753-bd4c-7b4db179a613 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:01:26.056858 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device bcb9f88e-c65f-4753-bd4c-7b4db179a613 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:01:26.068529 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd74481-4429-41fa-a093-dccf1e6c7654 admin admin] Pushing event deleted for resources: {'Network': ['ID=408897a5-ed27-4cb3-81b8-e09e83270f17,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:26.416581 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1424e7d-523d-4ece-9273-55cc110f77a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7923035'] for router_interface, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:26.656895 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-a1424e7d-523d-4ece-9273-55cc110f77a6 admin admin] Deleting port b77715fc-2423-4fe4-a081-138347b378a9 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:26.657896 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1424e7d-523d-4ece-9273-55cc110f77a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:26.744673 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-a1424e7d-523d-4ece-9273-55cc110f77a6 admin admin] For port b77715fc-2423-4fe4-a081-138347b378a9, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=b77715fc-2423-4fe4-a081-138347b378a9,segment=NetworkSegment(8c10f664-af88-4104-a71b-48beaabfe4eb),segment_id=8c10f664-af88-4104-a71b-48beaabfe4eb)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:26.744947 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1424e7d-523d-4ece-9273-55cc110f77a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:26.758046 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-a1424e7d-523d-4ece-9273-55cc110f77a6 admin admin] Calling delete_port for b77715fc-2423-4fe4-a081-138347b378a9 owned by network:router_interface {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:26.947313 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:27.027671 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1424e7d-523d-4ece-9273-55cc110f77a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:27.056151 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1424e7d-523d-4ece-9273-55cc110f77a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77715fc-2423-4fe4-a081-138347b378a9,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:27.240341 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1424e7d-523d-4ece-9273-55cc110f77a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8100450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7922999'] for router_interface, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:27.457109 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1424e7d-523d-4ece-9273-55cc110f77a6 admin admin] Router 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 12:01:27.558716 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1424e7d-523d-4ece-9273-55cc110f77a6 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 12:01:27.564368 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-a1424e7d-523d-4ece-9273-55cc110f77a6 admin admin] 10.222.0.24 "PUT /v2.0/routers/6d764b0b-80ce-4d25-a6a0-8c0d5790ca20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5100646 Dec 09 12:01:27.566744 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34430) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:27.569290 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b7cc1-34fc-4842-9fdf-d748b621f106 None None] Sync routers for ids ['6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 12:01:27.578731 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b7cc1-34fc-4842-9fdf-d748b621f106 None None] Routers {'6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:01:27.579425 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-d63b7cc1-34fc-4842-9fdf-d748b621f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:01:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:27.668472 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Publish callbacks [] for router, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:27.683968 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-d63b7cc1-34fc-4842-9fdf-d748b621f106 None None] Set router 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:01:27.755025 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:27.876804 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-d63b7cc1-34fc-4842-9fdf-d748b621f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'name': 'tempest-TestShelveInstance-840534618-router', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a881770a-d18c-459c-8168-1b7581c01983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T12:01:26Z', 'revision_number': 5, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'gw_port': {'id': 'a881770a-d18c-459c-8168-1b7581c01983', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:27.906917 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b7cc1-34fc-4842-9fdf-d748b621f106 None None] Checking router: 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 12:01:27.917086 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b7cc1-34fc-4842-9fdf-d748b621f106 None None] Routers {'6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:01:27.917226 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-d63b7cc1-34fc-4842-9fdf-d748b621f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:01:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:28.073191 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:28.119938 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-d63b7cc1-34fc-4842-9fdf-d748b621f106 None None] Set router 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:01:28.188200 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Deleting port a881770a-d18c-459c-8168-1b7581c01983 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:28.188697 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:28.268466 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] For port a881770a-d18c-459c-8168-1b7581c01983, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=a881770a-d18c-459c-8168-1b7581c01983,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:28.268771 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:28.282792 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Calling delete_port for a881770a-d18c-459c-8168-1b7581c01983 owned by network:router_gateway {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:28.320857 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-d63b7cc1-34fc-4842-9fdf-d748b621f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'name': 'tempest-TestShelveInstance-840534618-router', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a881770a-d18c-459c-8168-1b7581c01983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T12:01:26Z', 'revision_number': 5, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'gw_port': {'id': 'a881770a-d18c-459c-8168-1b7581c01983', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:28.358711 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b7cc1-34fc-4842-9fdf-d748b621f106 None None] The sync data for ids ['6d764b0b-80ce-4d25-a6a0-8c0d5790ca20'] in dv-cinder-819692-7-iscsi is: [{'id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'name': 'tempest-TestShelveInstance-840534618-router', 'tenant_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a881770a-d18c-459c-8168-1b7581c01983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T12:01:26Z', 'revision_number': 5, 'project_id': 'c6b2e33225be4d41a4d74afd903fe1b9', 'gw_port': {'id': 'a881770a-d18c-459c-8168-1b7581c01983', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d764b0b-80ce-4d25-a6a0-8c0d5790ca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:56:33Z', 'updated_at': '2021-12-09T11:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 12:01:28.536122 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:28.567441 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Pushing event deleted for resources: {'Port': ['ID=a881770a-d18c-459c-8168-1b7581c01983,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:28.629108 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7921045'] for router_gateway, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:28.730135 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7941893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:28.732632 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:28.868219 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7941948'] for router, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:28.868964 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 {{(pid=109618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 12:01:28.874594 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] Publish callbacks [] for router, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:28.878982 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-a1cc9fc4-ba7c-4ab6-ba77-6d7ef0a4522f admin admin] 10.222.0.24 "DELETE /v2.0/routers/6d764b0b-80ce-4d25-a6a0-8c0d5790ca20 HTTP/1.1" status: 204 len: 168 time: 1.3080997 Dec 09 12:01:28.879475 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34458) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:28.949278 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5542042-8e0f-4c85-bfba-312b939c87d3 admin admin] Deleting subnet 44f4c801-5bd5-4a0f-82c6-e4ecc74f1637 {{(pid=109618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 12:01:28.954893 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a5542042-8e0f-4c85-bfba-312b939c87d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:28.997829 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a5542042-8e0f-4c85-bfba-312b939c87d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8355866'] for subnet, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.092407 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a5542042-8e0f-4c85-bfba-312b939c87d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.247511 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a5542042-8e0f-4c85-bfba-312b939c87d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4268130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142569'] for subnet, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.284454 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5542042-8e0f-4c85-bfba-312b939c87d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f4c801-5bd5-4a0f-82c6-e4ecc74f1637,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:29.290315 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee33e65-73a8-41a8-bf31-3b9a08a78324 None None] Network dd576a96-2365-4410-99b2-89908f031d2d requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 12:01:29.292358 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a5542042-8e0f-4c85-bfba-312b939c87d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.296997 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-a5542042-8e0f-4c85-bfba-312b939c87d3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/44f4c801-5bd5-4a0f-82c6-e4ecc74f1637 HTTP/1.1" status: 204 len: 168 time: 0.4160132 Dec 09 12:01:29.300194 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34460) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:29.413046 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.468248 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Deleting port 757b0bde-385f-4c68-9486-3b14bb03b91a {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:29.468464 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.541902 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] For port 757b0bde-385f-4c68-9486-3b14bb03b91a, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=757b0bde-385f-4c68-9486-3b14bb03b91a,segment=NetworkSegment(8c10f664-af88-4104-a71b-48beaabfe4eb),segment_id=8c10f664-af88-4104-a71b-48beaabfe4eb)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:29.542257 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.548833 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3346859-e7d2-45d7-b58a-c9bc9521a76e None None] DHCP port deletion for dd576a96-2365-4410-99b2-89908f031d2d request from dv-cinder-819692-7-iscsi {{(pid=109619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 12:01:29.563863 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Calling delete_port for 757b0bde-385f-4c68-9486-3b14bb03b91a owned by network:dhcp {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:29.632061 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-f3346859-e7d2-45d7-b58a-c9bc9521a76e None None] Deleting port 757b0bde-385f-4c68-9486-3b14bb03b91a {{(pid=109619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:29.632844 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-f3346859-e7d2-45d7-b58a-c9bc9521a76e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.712565 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-f3346859-e7d2-45d7-b58a-c9bc9521a76e None None] For port 757b0bde-385f-4c68-9486-3b14bb03b91a, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=757b0bde-385f-4c68-9486-3b14bb03b91a,segment=NetworkSegment(8c10f664-af88-4104-a71b-48beaabfe4eb),segment_id=8c10f664-af88-4104-a71b-48beaabfe4eb)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:29.712963 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-f3346859-e7d2-45d7-b58a-c9bc9521a76e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.728850 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-f3346859-e7d2-45d7-b58a-c9bc9521a76e None None] Calling delete_port for 757b0bde-385f-4c68-9486-3b14bb03b91a owned by network:dhcp {{(pid=109619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:29.743758 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.773963 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=757b0bde-385f-4c68-9486-3b14bb03b91a,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:29.786190 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] No DVR routers for this DVR port 757b0bde-385f-4c68-9486-3b14bb03b91a on host dv-cinder-819692-7-iscsi {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:01:29.848991 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-f3346859-e7d2-45d7-b58a-c9bc9521a76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.878726 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.886762 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3346859-e7d2-45d7-b58a-c9bc9521a76e None None] Pushing event deleted for resources: {'Port': ['ID=757b0bde-385f-4c68-9486-3b14bb03b91a,revision_number=None']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:29.889617 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3346859-e7d2-45d7-b58a-c9bc9521a76e None None] No DVR routers for this DVR port 757b0bde-385f-4c68-9486-3b14bb03b91a on host dv-cinder-819692-7-iscsi {{(pid=109619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:01:29.906639 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd576a96-2365-4410-99b2-89908f031d2d']}} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:29.919401 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c10f664-af88-4104-a71b-48beaabfe4eb') {'for_net_delete': True} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:29.919817 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c10f664-af88-4104-a71b-48beaabfe4eb') {} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:29.935408 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8355857'] for segment, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.955929 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.970290 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=109618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 12:01:29.970290 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4268184'] for segment, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: Traceback (most recent call last): Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: timer() Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: cb(*args, **kw) Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: return func(*args, **kwargs) Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: self._notify() Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: self.callback(batched_events) Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: event.method(event) Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: return f(self, *a, **k) Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._get(url).json() Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: return self.request(url, 'GET', **kwargs) Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 12:01:29.993958 dv-cinder-819692-7-iscsi neutron-server[109618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 12:01:30.033813 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device a881770a-d18c-459c-8168-1b7581c01983 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:01:30.060687 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: a881770a-d18c-459c-8168-1b7581c01983 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:01:30.061554 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device a881770a-d18c-459c-8168-1b7581c01983 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:01:30.062041 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device b77715fc-2423-4fe4-a081-138347b378a9 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:01:30.093750 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: b77715fc-2423-4fe4-a081-138347b378a9 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:01:30.094183 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device b77715fc-2423-4fe4-a081-138347b378a9 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:01:30.094890 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 757b0bde-385f-4c68-9486-3b14bb03b91a no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:01:30.109375 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:30.121878 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 757b0bde-385f-4c68-9486-3b14bb03b91a {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:01:30.122367 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 757b0bde-385f-4c68-9486-3b14bb03b91a not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:01:30.132673 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:30.136655 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] 10.222.0.24 "DELETE /v2.0/networks/dd576a96-2365-4410-99b2-89908f031d2d HTTP/1.1" status: 204 len: 168 time: 0.8346994 Dec 09 12:01:30.138208 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8486f9-f838-46d1-a233-ebda68ba2c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd576a96-2365-4410-99b2-89908f031d2d,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:30.475300 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34468) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:30.520053 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-50c09697-4611-4acd-9d5e-62375b7816d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=481678193712415d9de591835c117dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410123 Dec 09 12:01:30.520424 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34470) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:30.577505 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-209944ab-f43d-400c-9032-b8e29b5eb581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:30.612851 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-209944ab-f43d-400c-9032-b8e29b5eb581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:30.730590 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-209944ab-f43d-400c-9032-b8e29b5eb581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:30.733769 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-209944ab-f43d-400c-9032-b8e29b5eb581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:30.744461 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-209944ab-f43d-400c-9032-b8e29b5eb581 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9da3220b-5602-4303-b6ed-afa599092b63 HTTP/1.1" status: 204 len: 168 time: 0.2228837 Dec 09 12:01:30.766215 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209944ab-f43d-400c-9032-b8e29b5eb581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da3220b-5602-4303-b6ed-afa599092b63,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:31.789712 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34488) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:31.846745 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-a2e533d6-e7c5-4e5f-922b-26ca2543e26d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6b2e33225be4d41a4d74afd903fe1b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554719 Dec 09 12:01:31.849475 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 34490) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:31.902119 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:31.925401 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:32.040477 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:32.043260 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:32.047160 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5e6ed60-9f3b-491c-a24e-d56086f8f040 HTTP/1.1" status: 204 len: 168 time: 0.1960039 Dec 09 12:01:32.056293 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e6ed60-9f3b-491c-a24e-d56086f8f040,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:32.065290 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:32.065947 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:32.066521 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:32.067213 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:32.067997 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:32.068421 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:32.068954 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:32.069631 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:32.070269 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:32.070815 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:32.071426 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:32.071976 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:32.072519 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3da900-8f37-43a2-bb9c-e129fc637786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:35.424185 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:39.011383 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 12:01:41.308394 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b92ca2a2-dd96-4126-8be3-73edd6751189 req-50129aaf-7e1d-416c-aa45-beacd8334621 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427723 Dec 09 12:01:41.379396 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ca2a2-dd96-4126-8be3-73edd6751189 req-f8d0c58d-1cdb-4f22-80ad-a720bd9edc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:41.380891 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b92ca2a2-dd96-4126-8be3-73edd6751189 req-f8d0c58d-1cdb-4f22-80ad-a720bd9edc10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 1098 time: 0.0435302 Dec 09 12:01:41.497207 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ca2a2-dd96-4126-8be3-73edd6751189 req-ca90042a-1bc8-4b49-aea6-ea231e2b539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:41.499071 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b92ca2a2-dd96-4126-8be3-73edd6751189 req-ca90042a-1bc8-4b49-aea6-ea231e2b539b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 912 time: 0.0969763 Dec 09 12:01:41.569495 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b92ca2a2-dd96-4126-8be3-73edd6751189 req-59b677ba-eb46-4917-a78f-b72bfd092285 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 HTTP/1.1" status: 200 len: 1000 time: 0.0621591 Dec 09 12:01:41.626863 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ca2a2-dd96-4126-8be3-73edd6751189 req-4d71b621-8d1e-41e4-84e2-9292d6ccc13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:41.628615 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b92ca2a2-dd96-4126-8be3-73edd6751189 req-4d71b621-8d1e-41e4-84e2-9292d6ccc13b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 200 len: 850 time: 0.0513809 Dec 09 12:01:41.679761 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ca2a2-dd96-4126-8be3-73edd6751189 req-ac21e6f6-9b2a-49eb-83d0-9c9554af8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:41.681367 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b92ca2a2-dd96-4126-8be3-73edd6751189 req-ac21e6f6-9b2a-49eb-83d0-9c9554af8c59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7887434-306d-4523-9326-6054e1da426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440397 Dec 09 12:01:41.788504 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b92ca2a2-dd96-4126-8be3-73edd6751189 req-cbb31683-88a1-4fd9-8cf2-123e7b790009 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981002 Dec 09 12:01:41.895231 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b92ca2a2-dd96-4126-8be3-73edd6751189 req-d64c4e47-1f70-414b-a796-d1dedcbe295d service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989339 Dec 09 12:01:47.363723 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34628) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:47.519205 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Deleting port 13179f67-03f4-43bf-b5ea-4f8eeb28d304 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:47.519449 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:47.597598 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:47.597952 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:47.609686 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Calling delete_port for 13179f67-03f4-43bf-b5ea-4f8eeb28d304 owned by network:floatingip {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:47.861487 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:47.892196 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event deleted for resources: {'Port': ['ID=13179f67-03f4-43bf-b5ea-4f8eeb28d304,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:47.914404 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.914761 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.915134 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.915470 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.915805 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.916134 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.916484 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.916819 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.917147 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.917475 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.917798 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.918115 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.918428 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:01:47.960056 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:47.960418 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.l3_db [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Floating IP 11ad8e18-b87a-4eea-96a7-69580bb9148b disassociated (deleted). External IP: 172.27.3.48, port: 48ba163a-8def-4004-a1cf-512ee0e9bd05. Dec 09 12:01:48.165142 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 12:01:48.270097 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 12:01:48.274888 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:48.279544 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09343e03-b568-495b-8202-bb20ef3154dc None None] Sync routers for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 12:01:48.290477 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09343e03-b568-495b-8202-bb20ef3154dc None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:01:48.291112 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-09343e03-b568-495b-8202-bb20ef3154dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:01:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:48.302792 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-d053b482-d327-435d-98e4-2acd063dc66f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "DELETE /v2.0/floatingips/11ad8e18-b87a-4eea-96a7-69580bb9148b HTTP/1.1" status: 204 len: 168 time: 0.9379563 Dec 09 12:01:48.303400 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'tag': '48ba163a-8def-4004-a1cf-512ee0e9bd05'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:01:48.305688 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0663498-d9c0-4125-876f-0bd980581be2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b73b649-5105-4923-ade8-9b2efc6065f8", "tag": "48ba163a-8def-4004-a1cf-512ee0e9bd05"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:01:48.342366 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 12:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8d47d-4900-4429-9352-d4bc08472399 x-openstack-request-id: req-1cb8d47d-4900-4429-9352-d4bc08472399 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:01:48.342898 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b73b649-5105-4923-ade8-9b2efc6065f8", "tag": "48ba163a-8def-4004-a1cf-512ee0e9bd05", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:01:48.343061 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cb8d47d-4900-4429-9352-d4bc08472399 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:01:48.343508 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'tag': '48ba163a-8def-4004-a1cf-512ee0e9bd05', 'status': 'completed', 'code': 200} Dec 09 12:01:48.408694 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-09343e03-b568-495b-8202-bb20ef3154dc None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:01:48.501835 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0663498-d9c0-4125-876f-0bd980581be2 req-7c562c4c-1b68-40d9-b5fa-7e8a27f35d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:48.503396 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a0663498-d9c0-4125-876f-0bd980581be2 req-7c562c4c-1b68-40d9-b5fa-7e8a27f35d44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 1098 time: 0.1371157 Dec 09 12:01:48.602689 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0663498-d9c0-4125-876f-0bd980581be2 req-9918cc2e-2ac5-41d5-a49a-79f222e1cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:48.604188 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a0663498-d9c0-4125-876f-0bd980581be2 req-9918cc2e-2ac5-41d5-a49a-79f222e1cbef service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 912 time: 0.0939884 Dec 09 12:01:48.647503 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-09343e03-b568-495b-8202-bb20ef3154dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '5cd74077-5110-488e-984f-f6c8831d7580', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:fe:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:58:03Z', 'updated_at': '2021-12-09T11:58:06Z', 'revision_number': 1, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:48.648977 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a0663498-d9c0-4125-876f-0bd980581be2 req-c169a73f-780a-4434-995c-3d2a0dc0a950 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48ba163a-8def-4004-a1cf-512ee0e9bd05 HTTP/1.1" status: 200 len: 217 time: 0.0360289 Dec 09 12:01:48.679246 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09343e03-b568-495b-8202-bb20ef3154dc None None] Checking router: 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 12:01:48.687983 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09343e03-b568-495b-8202-bb20ef3154dc None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:01:48.689159 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-09343e03-b568-495b-8202-bb20ef3154dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:01:24Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:48.711790 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0663498-d9c0-4125-876f-0bd980581be2 req-c983c8a1-ebde-4a88-8313-7b253573aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:48.713249 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a0663498-d9c0-4125-876f-0bd980581be2 req-c983c8a1-ebde-4a88-8313-7b253573aa86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 200 len: 850 time: 0.0561886 Dec 09 12:01:48.763658 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0663498-d9c0-4125-876f-0bd980581be2 req-e9035c3b-7342-40da-8603-9355a5e5daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:48.765603 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a0663498-d9c0-4125-876f-0bd980581be2 req-e9035c3b-7342-40da-8603-9355a5e5daa0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7887434-306d-4523-9326-6054e1da426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422873 Dec 09 12:01:48.778751 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [req-a0663498-d9c0-4125-876f-0bd980581be2 req-e92fe759-dff5-489a-97f5-9aae50304607 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 12:01:48.779838 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a0663498-d9c0-4125-876f-0bd980581be2 req-e92fe759-dff5-489a-97f5-9aae50304607 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054803 Dec 09 12:01:48.799116 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-09343e03-b568-495b-8202-bb20ef3154dc None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:01:48.912617 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074a546-7b16-45d7-b2fd-a5dc46d5ae44 req-0fb72ff3-c127-415a-b157-0620c0b73037 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:48.914022 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d074a546-7b16-45d7-b2fd-a5dc46d5ae44 req-0fb72ff3-c127-415a-b157-0620c0b73037 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 945 time: 0.2259068 Dec 09 12:01:48.916137 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a0663498-d9c0-4125-876f-0bd980581be2 req-bba42399-3bdf-40e1-ba6b-7c4a4a675d5a service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290569 Dec 09 12:01:48.916584 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34646) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:49.009338 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf092cab-d64f-49ec-a453-1560d32976f9 admin admin] Deleting subnet 9aaf7326-d6e0-4f2f-9b44-0b5ec77e3095 {{(pid=109618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 12:01:49.024648 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-09343e03-b568-495b-8202-bb20ef3154dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '5cd74077-5110-488e-984f-f6c8831d7580', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:fe:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:58:03Z', 'updated_at': '2021-12-09T11:58:06Z', 'revision_number': 1, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:49.049624 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-bf092cab-d64f-49ec-a453-1560d32976f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:49.053778 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09343e03-b568-495b-8202-bb20ef3154dc None None] The sync data for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi is: [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_floatingips': [{'id': '5cd74077-5110-488e-984f-f6c8831d7580', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'router_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'port_id': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'mac_address': 'fa:16:3e:fe:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:58:03Z', 'updated_at': '2021-12-09T11:58:06Z', 'revision_number': 1, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 12:01:49.089184 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-d074a546-7b16-45d7-b2fd-a5dc46d5ae44 req-78cb3aa0-bc94-4d6d-87f8-8ec5df0fde30 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643610 Dec 09 12:01:49.111285 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-bf092cab-d64f-49ec-a453-1560d32976f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8355866'] for subnet, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:49.135894 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-a0663498-d9c0-4125-876f-0bd980581be2 req-6c7e17ee-e8ef-4c39-aa13-b5503e36f997 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925018 Dec 09 12:01:49.155453 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-bf092cab-d64f-49ec-a453-1560d32976f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:49.278043 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b0851-4cd0-451e-be86-c34cecd0d413 None None] New status for floating IP 11ad8e18-b87a-4eea-96a7-69580bb9148b: DOWN {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 12:01:49.343297 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-bf092cab-d64f-49ec-a453-1560d32976f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4268130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142569'] for subnet, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:49.369907 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf092cab-d64f-49ec-a453-1560d32976f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aaf7326-d6e0-4f2f-9b44-0b5ec77e3095,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:49.376670 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-bf092cab-d64f-49ec-a453-1560d32976f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:49.379745 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-bf092cab-d64f-49ec-a453-1560d32976f9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9aaf7326-d6e0-4f2f-9b44-0b5ec77e3095 HTTP/1.1" status: 204 len: 168 time: 0.4618800 Dec 09 12:01:49.381848 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34650) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:49.451907 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:49.530082 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:49.550644 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a']}} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:49.559492 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6390ce50-1460-4278-8df8-cf5e3b16be68') {'for_net_delete': True} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:49.559786 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6390ce50-1460-4278-8df8-cf5e3b16be68') {} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:49.569484 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8355857'] for segment, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:49.582345 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:49.588036 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=109618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 12:01:49.588414 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4268184'] for segment, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: Traceback (most recent call last): Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: timer() Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: cb(*args, **kw) Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: return func(*args, **kwargs) Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: self._notify() Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: self.callback(batched_events) Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: event.method(event) Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: return f(self, *a, **k) Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._get(url).json() Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: return self.request(url, 'GET', **kwargs) Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 12:01:49.594703 dv-cinder-819692-7-iscsi neutron-server[109618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 12:01:49.729241 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:49.734408 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:49.738353 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] 10.222.0.24 "DELETE /v2.0/networks/30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a HTTP/1.1" status: 204 len: 168 time: 0.3555732 Dec 09 12:01:49.749308 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0493d-a8bc-441f-bf72-dada82ee2bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=30ef0a52-1b4a-41cf-b2a6-5e4a7d04722a,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:50.138326 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34656) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:50.184884 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-50b6518f-264d-431f-b16b-21c3b05c2f1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ced2b07ba8e42c793ff027ab3906a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452750 Dec 09 12:01:50.187330 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34660) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:50.270519 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33638644-c260-46f2-ada9-5c8990a9ed53 req-a4a24464-5e57-44bb-92a8-2b960cfb493a tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:50.272090 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33638644-c260-46f2-ada9-5c8990a9ed53 req-a4a24464-5e57-44bb-92a8-2b960cfb493a tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 945 time: 0.0776711 Dec 09 12:01:50.304582 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-aa0e65a3-42a8-4646-ac6e-55ac75871b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:50.363145 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-aa0e65a3-42a8-4646-ac6e-55ac75871b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:50.438720 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84ea0b-b9f2-4581-97a6-54bcdf24bb43 req-cadd3d10-ca4a-4827-8d2a-c89fe15495c0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:50.440224 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ab84ea0b-b9f2-4581-97a6-54bcdf24bb43 req-cadd3d10-ca4a-4827-8d2a-c89fe15495c0 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 945 time: 0.2753928 Dec 09 12:01:50.466200 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-33638644-c260-46f2-ada9-5c8990a9ed53 req-05bc1728-8206-4dc6-93cd-41f584094717 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Deleting port 48ba163a-8def-4004-a1cf-512ee0e9bd05 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:50.466541 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33638644-c260-46f2-ada9-5c8990a9ed53 req-05bc1728-8206-4dc6-93cd-41f584094717 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:50.551785 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ab84ea0b-b9f2-4581-97a6-54bcdf24bb43 req-96f7a416-f4e6-4726-978b-d1c29fd47342 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040571 Dec 09 12:01:50.560930 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-aa0e65a3-42a8-4646-ac6e-55ac75871b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:50.564107 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-aa0e65a3-42a8-4646-ac6e-55ac75871b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:50.565264 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-aa0e65a3-42a8-4646-ac6e-55ac75871b91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4 HTTP/1.1" status: 204 len: 168 time: 0.3770022 Dec 09 12:01:50.584430 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e65a3-42a8-4646-ac6e-55ac75871b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145df9c9-a6b6-4dac-ab8a-4ff2f8a6e4b4,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:50.595291 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-33638644-c260-46f2-ada9-5c8990a9ed53 req-05bc1728-8206-4dc6-93cd-41f584094717 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] For port 48ba163a-8def-4004-a1cf-512ee0e9bd05, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=48ba163a-8def-4004-a1cf-512ee0e9bd05,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:01:50.595667 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33638644-c260-46f2-ada9-5c8990a9ed53 req-05bc1728-8206-4dc6-93cd-41f584094717 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:50.610569 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-33638644-c260-46f2-ada9-5c8990a9ed53 req-05bc1728-8206-4dc6-93cd-41f584094717 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Calling delete_port for 48ba163a-8def-4004-a1cf-512ee0e9bd05 owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:50.837962 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33638644-c260-46f2-ada9-5c8990a9ed53 req-05bc1728-8206-4dc6-93cd-41f584094717 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:50.871142 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc1728-8206-4dc6-93cd-41f584094717 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event deleted for resources: {'Port': ['ID=48ba163a-8def-4004-a1cf-512ee0e9bd05,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:50.909150 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-33638644-c260-46f2-ada9-5c8990a9ed53 req-05bc1728-8206-4dc6-93cd-41f584094717 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] No DVR routers for this DVR port 48ba163a-8def-4004-a1cf-512ee0e9bd05 on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:01:50.911810 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-33638644-c260-46f2-ada9-5c8990a9ed53 req-05bc1728-8206-4dc6-93cd-41f584094717 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:50.915260 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-33638644-c260-46f2-ada9-5c8990a9ed53 req-05bc1728-8206-4dc6-93cd-41f584094717 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "DELETE /v2.0/ports/48ba163a-8def-4004-a1cf-512ee0e9bd05 HTTP/1.1" status: 204 len: 173 time: 0.6359448 Dec 09 12:01:50.915706 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'name': 'network-vif-deleted', 'tag': '48ba163a-8def-4004-a1cf-512ee0e9bd05'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:01:50.917956 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94513aa-6484-4a23-aac7-a97d7f40cbd2" -d '{"events": [{"server_uuid": "5b73b649-5105-4923-ade8-9b2efc6065f8", "name": "network-vif-deleted", "tag": "48ba163a-8def-4004-a1cf-512ee0e9bd05"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:01:50.953991 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 12:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6a70b4-3ca9-41f9-aa5d-edc196174e9e x-openstack-request-id: req-ae6a70b4-3ca9-41f9-aa5d-edc196174e9e {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:01:50.956240 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b73b649-5105-4923-ade8-9b2efc6065f8", "name": "network-vif-deleted", "tag": "48ba163a-8def-4004-a1cf-512ee0e9bd05", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:01:50.956240 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae6a70b4-3ca9-41f9-aa5d-edc196174e9e {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:01:50.956240 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b73b649-5105-4923-ade8-9b2efc6065f8', 'name': 'network-vif-deleted', 'tag': '48ba163a-8def-4004-a1cf-512ee0e9bd05', 'status': 'completed', 'code': 200} Dec 09 12:01:51.657828 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f7d259f5-cf1e-4058-a9da-64729a1cb4bb req-829dcc16-c408-40b4-aff1-b471aa16bb97 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b73b649-5105-4923-ade8-9b2efc6065f8 HTTP/1.1" status: 200 len: 210 time: 0.0268750 Dec 09 12:01:51.953129 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-632776a2-89da-4a93-b212-aade48d22480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:52.911524 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 48ba163a-8def-4004-a1cf-512ee0e9bd05 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:01:52.931460 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 48ba163a-8def-4004-a1cf-512ee0e9bd05 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:01:52.931806 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 48ba163a-8def-4004-a1cf-512ee0e9bd05 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:01:54.297167 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-564c2143-b9de-4347-ab16-f3e60f291273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:55.308750 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:56.931273 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:57.757821 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:58.305545 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34744) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:01:58.716077 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Deleting port b71ddef3-becb-49fd-ae8e-7325377c7395 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:01:58.716416 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:58.793370 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:58.793700 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:58.805595 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Calling delete_port for b71ddef3-becb-49fd-ae8e-7325377c7395 owned by network:floatingip {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:01:59.068516 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:59.093730 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event deleted for resources: {'Port': ['ID=b71ddef3-becb-49fd-ae8e-7325377c7395,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:01:59.155001 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:59.155338 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.db.l3_db [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Floating IP 5cd74077-5110-488e-984f-f6c8831d7580 disassociated (deleted). External IP: 172.27.3.82, port: 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39. Dec 09 12:01:59.354740 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 12:01:59.462197 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 12:01:59.466980 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:01:59.473703 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc909e-7024-4c85-be71-f82b7886afdf None None] Sync routers for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 12:01:59.483014 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc909e-7024-4c85-be71-f82b7886afdf None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:01:59.483626 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-4bdc909e-7024-4c85-be71-f82b7886afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:01:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:59.494560 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-5366ab68-8966-4c95-ad04-ae19048ecf1f tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "DELETE /v2.0/floatingips/5cd74077-5110-488e-984f-f6c8831d7580 HTTP/1.1" status: 204 len: 168 time: 1.1878605 Dec 09 12:01:59.495230 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'tag': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:01:59.497585 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f75a6f-c97e-46ba-93f9-1d3900b12c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "347b9f58-24c1-4c7a-b364-a002234e7e43", "tag": "7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:01:59.539598 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 12:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e55240e-3cb2-4c87-9a40-2234b18209c4 x-openstack-request-id: req-8e55240e-3cb2-4c87-9a40-2234b18209c4 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:01:59.541296 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347b9f58-24c1-4c7a-b364-a002234e7e43", "tag": "7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:01:59.541296 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e55240e-3cb2-4c87-9a40-2234b18209c4 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:01:59.541296 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'tag': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'status': 'completed', 'code': 200} Dec 09 12:01:59.603074 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f75a6f-c97e-46ba-93f9-1d3900b12c7c req-23f0f016-7aa9-40b3-9b85-5fd7f4dc4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:59.604663 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b4f75a6f-c97e-46ba-93f9-1d3900b12c7c req-23f0f016-7aa9-40b3-9b85-5fd7f4dc4486 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=668a9cfe67994e52a5acb64338974d32&device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 1098 time: 0.0431669 Dec 09 12:01:59.705152 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f75a6f-c97e-46ba-93f9-1d3900b12c7c req-14c7564e-b767-4576-8ca9-bac56c9b5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:59.707140 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b4f75a6f-c97e-46ba-93f9-1d3900b12c7c req-14c7564e-b767-4576-8ca9-bac56c9b5e28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 200 len: 912 time: 0.0924249 Dec 09 12:01:59.726811 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-4bdc909e-7024-4c85-be71-f82b7886afdf None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:01:59.750300 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b4f75a6f-c97e-46ba-93f9-1d3900b12c7c req-66e0a76b-133a-48a0-ad25-2ed448ead455 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 HTTP/1.1" status: 200 len: 217 time: 0.0352454 Dec 09 12:01:59.806602 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f75a6f-c97e-46ba-93f9-1d3900b12c7c req-4b21524d-e14f-4b9d-b614-da039d1ffd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:59.808125 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b4f75a6f-c97e-46ba-93f9-1d3900b12c7c req-4b21524d-e14f-4b9d-b614-da039d1ffd4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 200 len: 850 time: 0.0497799 Dec 09 12:01:59.855952 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f75a6f-c97e-46ba-93f9-1d3900b12c7c req-23c95c05-33e4-4ef6-99fb-e1a5622af589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:01:59.858020 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b4f75a6f-c97e-46ba-93f9-1d3900b12c7c req-23c95c05-33e4-4ef6-99fb-e1a5622af589 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7887434-306d-4523-9326-6054e1da426c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406880 Dec 09 12:01:59.933746 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-4bdc909e-7024-4c85-be71-f82b7886afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:59.965494 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc909e-7024-4c85-be71-f82b7886afdf None None] Checking router: 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 12:01:59.974301 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc909e-7024-4c85-be71-f82b7886afdf None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:01:59.974913 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-4bdc909e-7024-4c85-be71-f82b7886afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:01:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:01:59.979672 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b4f75a6f-c97e-46ba-93f9-1d3900b12c7c req-25927931-f647-4c27-a564-73edacb1e185 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131566 Dec 09 12:02:00.020006 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43a7f5-3539-4890-8d65-494df884734a req-61d696f2-488c-4bae-b193-fa4eeac9aab9 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:02:00.021503 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-be43a7f5-3539-4890-8d65-494df884734a req-61d696f2-488c-4bae-b193-fa4eeac9aab9 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 945 time: 0.0737987 Dec 09 12:02:00.080717 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-4bdc909e-7024-4c85-be71-f82b7886afdf None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:02:00.121806 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-be43a7f5-3539-4890-8d65-494df884734a req-354c83fa-3af2-43c2-aad9-4b51cc1d8919 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922124 Dec 09 12:02:00.125674 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-b4f75a6f-c97e-46ba-93f9-1d3900b12c7c req-df4e5da0-b424-496b-a26a-bcf98cd64da2 service neutron] 10.222.0.42 "GET /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349142 Dec 09 12:02:00.277869 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-4bdc909e-7024-4c85-be71-f82b7886afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:00.305916 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc909e-7024-4c85-be71-f82b7886afdf None None] The sync data for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi is: [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T11:54:01Z', 'revision_number': 4, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi', '_interfaces': [{'id': '7f76cb54-bc71-4bd8-a0c7-6698c0a45769', 'name': '', 'network_id': 'f7887434-306d-4523-9326-6054e1da426c', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'mac_address': 'fa:16:3e:a5:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:00Z', 'updated_at': '2021-12-09T11:54:05Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'subnets': [{'id': '63eef003-b8e9-48df-a110-bbc1d47b6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 12:02:00.510685 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f624488a-b934-414c-b566-ca35bf0368cd None None] New status for floating IP 5cd74077-5110-488e-984f-f6c8831d7580: DOWN {{(pid=109620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 12:02:00.659397 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 34764) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:00.763439 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8daf-8520-4320-b0ee-b511f96aace4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:00.836195 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8daf-8520-4320-b0ee-b511f96aace4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:00.934318 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8daf-8520-4320-b0ee-b511f96aace4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_create {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:00.974189 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa8daf-8520-4320-b0ee-b511f96aace4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d11785-216e-477b-8cef-2bb26e2c6706,revision_number=1']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:00.979572 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-d8aa8daf-8520-4320-b0ee-b511f96aace4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d1ac4e0f44544fe9597feea56777adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182497 Dec 09 12:02:00.982271 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 34768) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:01.029032 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3ebadaa9-1aa0-4a0f-822a-456229aa4709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:01.049252 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3ebadaa9-1aa0-4a0f-822a-456229aa4709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:01.165800 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3ebadaa9-1aa0-4a0f-822a-456229aa4709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:01.168516 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-3ebadaa9-1aa0-4a0f-822a-456229aa4709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:01.169715 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-3ebadaa9-1aa0-4a0f-822a-456229aa4709 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5d11785-216e-477b-8cef-2bb26e2c6706 HTTP/1.1" status: 204 len: 168 time: 0.1866665 Dec 09 12:02:01.183755 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebadaa9-1aa0-4a0f-822a-456229aa4709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d11785-216e-477b-8cef-2bb26e2c6706,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:01.252164 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fa080-8d32-409a-b463-dfb786454f35 req-6c2bc1e8-4a38-4afd-86ba-a745cd58fb96 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:02:01.253635 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff1fa080-8d32-409a-b463-dfb786454f35 req-6c2bc1e8-4a38-4afd-86ba-a745cd58fb96 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 945 time: 0.0501142 Dec 09 12:02:01.302370 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-ff1fa080-8d32-409a-b463-dfb786454f35 req-a15e8967-4be2-4a12-85c9-f198fa0793e3 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3c01888-965a-4385-a168-1d7de4b80082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 Dec 09 12:02:01.579229 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d50c1-1b11-4f1d-ad1b-7881d1c98fd8 req-7c4d8061-318b-4be3-b4a4-305c8fc58187 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 12:02:01.580760 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9e5d50c1-1b11-4f1d-ad1b-7881d1c98fd8 req-7c4d8061-318b-4be3-b4a4-305c8fc58187 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 945 time: 0.0503671 Dec 09 12:02:01.680921 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-9e5d50c1-1b11-4f1d-ad1b-7881d1c98fd8 req-d42db286-ad25-4498-8331-bbf47f516fa1 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Deleting port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:02:01.681267 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-9e5d50c1-1b11-4f1d-ad1b-7881d1c98fd8 req-d42db286-ad25-4498-8331-bbf47f516fa1 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:01.769056 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [req-9e5d50c1-1b11-4f1d-ad1b-7881d1c98fd8 req-d42db286-ad25-4498-8331-bbf47f516fa1 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] For port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:02:01.769368 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-9e5d50c1-1b11-4f1d-ad1b-7881d1c98fd8 req-d42db286-ad25-4498-8331-bbf47f516fa1 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:01.782360 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [req-9e5d50c1-1b11-4f1d-ad1b-7881d1c98fd8 req-d42db286-ad25-4498-8331-bbf47f516fa1 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Calling delete_port for 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 owned by compute:nova {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:02:01.988685 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-9e5d50c1-1b11-4f1d-ad1b-7881d1c98fd8 req-d42db286-ad25-4498-8331-bbf47f516fa1 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:02.017063 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42db286-ad25-4498-8331-bbf47f516fa1 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event deleted for resources: {'Port': ['ID=7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:02.060302 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5d50c1-1b11-4f1d-ad1b-7881d1c98fd8 req-d42db286-ad25-4498-8331-bbf47f516fa1 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] No DVR routers for this DVR port 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 on host hv-cinder-81969 {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:02:02.062739 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [req-9e5d50c1-1b11-4f1d-ad1b-7881d1c98fd8 req-d42db286-ad25-4498-8331-bbf47f516fa1 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for port, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:02.066059 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-9e5d50c1-1b11-4f1d-ad1b-7881d1c98fd8 req-d42db286-ad25-4498-8331-bbf47f516fa1 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.42 "DELETE /v2.0/ports/7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 HTTP/1.1" status: 204 len: 173 time: 0.4778976 Dec 09 12:02:02.066495 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'name': 'network-vif-deleted', 'tag': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39'}] {{(pid=109618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 12:02:02.068762 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982aebe803a2e8b7247bac4d0cdc986d7e148ed6f14bbde00296bf4b923b808d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81805bfe-ea46-4500-97bd-de33253cc69e" -d '{"events": [{"server_uuid": "347b9f58-24c1-4c7a-b364-a002234e7e43", "name": "network-vif-deleted", "tag": "7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39"}]}' {{(pid=109618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 12:02:02.105412 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 12:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e336df8d-631a-4178-b150-303ad9aaa8c9 x-openstack-request-id: req-e336df8d-631a-4178-b150-303ad9aaa8c9 {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 12:02:02.105704 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347b9f58-24c1-4c7a-b364-a002234e7e43", "name": "network-vif-deleted", "tag": "7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39", "status": "completed", "code": 200}]} {{(pid=109618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 12:02:02.105963 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e336df8d-631a-4178-b150-303ad9aaa8c9 {{(pid=109618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 12:02:02.106364 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347b9f58-24c1-4c7a-b364-a002234e7e43', 'name': 'network-vif-deleted', 'tag': '7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39', 'status': 'completed', 'code': 200} Dec 09 12:02:02.402018 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [req-f955c2bb-6869-4948-9bed-f4998e50ccdb req-6025e2be-fab2-463c-848f-caab9b359fc8 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "GET /v2.0/ports?device_id=347b9f58-24c1-4c7a-b364-a002234e7e43 HTTP/1.1" status: 200 len: 210 time: 0.0264287 Dec 09 12:02:03.457587 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 34780) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:03.582621 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-08768bc0-9342-466c-b08a-a13697f61abe tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Deleting port 810311d3-4033-4f05-a6ad-03e182d8e421 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:02:03.583635 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08768bc0-9342-466c-b08a-a13697f61abe tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:03.660318 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08768bc0-9342-466c-b08a-a13697f61abe tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:03.660646 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08768bc0-9342-466c-b08a-a13697f61abe tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:03.671964 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-08768bc0-9342-466c-b08a-a13697f61abe tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Calling delete_port for 810311d3-4033-4f05-a6ad-03e182d8e421 owned by network:floatingip {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:02:03.903130 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08768bc0-9342-466c-b08a-a13697f61abe tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:03.927878 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08768bc0-9342-466c-b08a-a13697f61abe tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event deleted for resources: {'Port': ['ID=810311d3-4033-4f05-a6ad-03e182d8e421,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:03.985788 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08768bc0-9342-466c-b08a-a13697f61abe tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for floatingip, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:03.988620 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-08768bc0-9342-466c-b08a-a13697f61abe tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23399'] for floatingip, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:04.001001 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-08768bc0-9342-466c-b08a-a13697f61abe tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "DELETE /v2.0/floatingips/f869b9be-04dc-4ca2-ab84-3b7c638086f5 HTTP/1.1" status: 204 len: 168 time: 0.5306485 Dec 09 12:02:04.964563 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:02:04.984895 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] No Port match for: 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:02:04.985235 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Device 7a3e1e1a-a9d0-49fd-a49d-b1fadb85cf39 not bound to the agent host hv-cinder-81969 {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:02:05.348570 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:05.364363 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 34792) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:05.420527 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e022f79e-7cfa-47b2-a144-477a6b19b8d4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:05.445567 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e022f79e-7cfa-47b2-a144-477a6b19b8d4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:05.574109 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e022f79e-7cfa-47b2-a144-477a6b19b8d4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:05.576791 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e022f79e-7cfa-47b2-a144-477a6b19b8d4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Publish callbacks [] for security_group, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:05.577959 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-e022f79e-7cfa-47b2-a144-477a6b19b8d4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] 10.222.0.24 "DELETE /v2.0/security-groups/c3c01888-965a-4385-a168-1d7de4b80082 HTTP/1.1" status: 204 len: 168 time: 0.2125678 Dec 09 12:02:05.587193 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022f79e-7cfa-47b2-a144-477a6b19b8d4 tempest-TestVolumeBootPattern-1049362464 tempest-TestVolumeBootPattern-1049362464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c01888-965a-4385-a168-1d7de4b80082,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:05.705865 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 34796) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:06.185474 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-32c579a5-f76b-4206-b039-14449990e065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7923035'] for router_interface, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:06.439762 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-32c579a5-f76b-4206-b039-14449990e065 admin admin] Deleting port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:02:06.440442 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-32c579a5-f76b-4206-b039-14449990e065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:06.518544 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [None req-32c579a5-f76b-4206-b039-14449990e065 admin admin] For port 7f76cb54-bc71-4bd8-a0c7-6698c0a45769, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=7f76cb54-bc71-4bd8-a0c7-6698c0a45769,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:02:06.518945 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-32c579a5-f76b-4206-b039-14449990e065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:06.531653 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-32c579a5-f76b-4206-b039-14449990e065 admin admin] Calling delete_port for 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 owned by network:router_interface {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:02:06.788733 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-32c579a5-f76b-4206-b039-14449990e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:06.814563 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c579a5-f76b-4206-b039-14449990e065 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f76cb54-bc71-4bd8-a0c7-6698c0a45769,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:06.980302 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-32c579a5-f76b-4206-b039-14449990e065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8100450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7922999'] for router_interface, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:07.190007 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c579a5-f76b-4206-b039-14449990e065 admin admin] Router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 12:02:07.293353 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c579a5-f76b-4206-b039-14449990e065 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 12:02:07.298618 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-32c579a5-f76b-4206-b039-14449990e065 admin admin] 10.222.0.24 "PUT /v2.0/routers/61e7a84f-c6e3-4cf0-99e5-a2490321cb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5917001 Dec 09 12:02:07.301140 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 34800) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:07.304354 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70342036-4af0-4745-b703-fc137bd59385 None None] Sync routers for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 12:02:07.314829 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70342036-4af0-4745-b703-fc137bd59385 None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:02:07.315522 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-70342036-4af0-4745-b703-fc137bd59385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:01:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:07.422431 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-70342036-4af0-4745-b703-fc137bd59385 None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:02:07.611027 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-70342036-4af0-4745-b703-fc137bd59385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T12:02:06Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:07.638340 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70342036-4af0-4745-b703-fc137bd59385 None None] Checking router: 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 for host: dv-cinder-819692-7-iscsi {{(pid=109619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 12:02:07.646421 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Publish callbacks [] for router, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:07.646995 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70342036-4af0-4745-b703-fc137bd59385 None None] Routers {'61e7a84f-c6e3-4cf0-99e5-a2490321cb45'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:02:07.647283 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-70342036-4af0-4745-b703-fc137bd59385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:01:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'], 'active': True} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:07.745885 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:07.751542 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvr_db [None req-70342036-4af0-4745-b703-fc137bd59385 None None] Set router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:02:07.870187 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Deleting port 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:02:07.870435 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:07.936863 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_hamode_db [None req-70342036-4af0-4745-b703-fc137bd59385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T12:02:06Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:07.951531 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] For port 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=87738ca8-5140-4b8c-9fa6-ffe411eaa0f6,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:02:07.951897 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:07.965451 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Calling delete_port for 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 owned by network:router_gateway {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:02:07.967587 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70342036-4af0-4745-b703-fc137bd59385 None None] The sync data for ids ['61e7a84f-c6e3-4cf0-99e5-a2490321cb45'] in dv-cinder-819692-7-iscsi is: [{'id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'name': 'tempest-TestVolumeBootPattern-982376816-router', 'tenant_id': '668a9cfe67994e52a5acb64338974d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:53:57Z', 'updated_at': '2021-12-09T12:02:06Z', 'revision_number': 5, 'project_id': '668a9cfe67994e52a5acb64338974d32', 'gw_port': {'id': '87738ca8-5140-4b8c-9fa6-ffe411eaa0f6', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7a84f-c6e3-4cf0-99e5-a2490321cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:53:58Z', 'updated_at': '2021-12-09T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}] {{(pid=109619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 12:02:08.245232 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:08.270619 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Pushing event deleted for resources: {'Port': ['ID=87738ca8-5140-4b8c-9fa6-ffe411eaa0f6,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:08.328052 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7921045'] for router_gateway, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:08.423207 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7941893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:08.425393 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:08.559799 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7941948'] for router, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:08.561091 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61e7a84f-c6e3-4cf0-99e5-a2490321cb45 {{(pid=109617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 12:02:08.565564 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] Publish callbacks [] for router, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:08.567152 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-a9be3755-f1bc-4ab2-9ca1-b14e29af471d admin admin] 10.222.0.24 "DELETE /v2.0/routers/61e7a84f-c6e3-4cf0-99e5-a2490321cb45 HTTP/1.1" status: 204 len: 168 time: 1.2646415 Dec 09 12:02:08.569284 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 34802) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:08.619199 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5db63e2-392d-4d99-8b0b-1fec9805745c admin admin] Deleting subnet 63eef003-b8e9-48df-a110-bbc1d47b6203 {{(pid=109617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 12:02:08.622892 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e5db63e2-392d-4d99-8b0b-1fec9805745c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:08.658724 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e5db63e2-392d-4d99-8b0b-1fec9805745c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133873831'] for subnet, precommit_delete_associations {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:08.739063 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e5db63e2-392d-4d99-8b0b-1fec9805745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:08.871682 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e5db63e2-392d-4d99-8b0b-1fec9805745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4296423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180420'] for subnet, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:08.899174 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db63e2-392d-4d99-8b0b-1fec9805745c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63eef003-b8e9-48df-a110-bbc1d47b6203,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:08.901112 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-e5db63e2-392d-4d99-8b0b-1fec9805745c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for subnet, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:08.904351 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-e5db63e2-392d-4d99-8b0b-1fec9805745c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/63eef003-b8e9-48df-a110-bbc1d47b6203 HTTP/1.1" status: 204 len: 168 time: 0.3339431 Dec 09 12:02:08.905189 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d274c8-ae05-4ef7-b413-8f33f4444f9f None None] Network f7887434-306d-4523-9326-6054e1da426c requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 12:02:08.906861 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [-] (109617) accepted ('10.222.0.24', 34804) {{(pid=109617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:08.982833 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.044725 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Deleting port b73fc4f5-a9f7-4070-917e-d197acf0b905 {{(pid=109617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:02:09.045267 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.054695 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] DHCP port deletion for f7887434-306d-4523-9326-6054e1da426c request from dv-cinder-819692-7-iscsi {{(pid=109619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 12:02:09.105464 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Deleting port b73fc4f5-a9f7-4070-917e-d197acf0b905 {{(pid=109619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:02:09.105841 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.107491 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.db [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] For port b73fc4f5-a9f7-4070-917e-d197acf0b905, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=b73fc4f5-a9f7-4070-917e-d197acf0b905,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:02:09.108148 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.125174 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.plugin [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Calling delete_port for b73fc4f5-a9f7-4070-917e-d197acf0b905 owned by network:dhcp {{(pid=109617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:02:09.167649 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] For port b73fc4f5-a9f7-4070-917e-d197acf0b905, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=b73fc4f5-a9f7-4070-917e-d197acf0b905,segment=NetworkSegment(9e351f1b-de3f-4253-9649-7931776828ca),segment_id=9e351f1b-de3f-4253-9649-7931776828ca)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:02:09.168050 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.180776 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Calling delete_port for b73fc4f5-a9f7-4070-917e-d197acf0b905 owned by network:dhcp {{(pid=109619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:02:09.294754 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4296240'] for port, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.300605 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.320819 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b73fc4f5-a9f7-4070-917e-d197acf0b905,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:09.322633 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] No DVR routers for this DVR port b73fc4f5-a9f7-4070-917e-d197acf0b905 on host dv-cinder-819692-7-iscsi {{(pid=109617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:02:09.329584 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] No DVR routers for this DVR port b73fc4f5-a9f7-4070-917e-d197acf0b905 on host dv-cinder-819692-7-iscsi {{(pid=109619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:02:09.333262 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Pushing event deleted for resources: {'Port': ['ID=b73fc4f5-a9f7-4070-917e-d197acf0b905,revision_number=None']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:09.341449 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.341811 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.342204 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.342549 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.343312 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.343312 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.343554 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.343887 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.344219 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.344548 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.344875 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.345196 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.345519 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929cbc54-0ae8-4453-98ab-96de0f6f5063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-7-iscsi {{(pid=109619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 12:02:09.396523 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.417001 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7887434-306d-4523-9326-6054e1da426c']}} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:09.425848 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e351f1b-de3f-4253-9649-7931776828ca') {'for_net_delete': True} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:09.426139 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.services.segments.db [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e351f1b-de3f-4253-9649-7931776828ca') {} {{(pid=109617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:09.435693 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133873836'] for segment, before_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.448566 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.454267 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 12:02:09.454636 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4296221'] for segment, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: Traceback (most recent call last): Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: timer() Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: cb(*args, **kw) Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: return func(*args, **kwargs) Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: self._notify() Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: self.callback(batched_events) Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: event.method(event) Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: return f(self, *a, **k) Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: return self._get(url).json() Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: return self.request(url, 'GET', **kwargs) Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 12:02:09.456300 dv-cinder-819692-7-iscsi neutron-server[109617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 12:02:09.585371 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.590773 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron_lib.callbacks.manager [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:09.593987 dv-cinder-819692-7-iscsi neutron-server[109617]: INFO neutron.wsgi [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] 10.222.0.24 "DELETE /v2.0/networks/f7887434-306d-4523-9326-6054e1da426c HTTP/1.1" status: 204 len: 168 time: 0.6858482 Dec 09 12:02:09.597112 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34806) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:09.605254 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feae66-9044-4eab-ac87-b735ea8ac9ff admin admin] Pushing event deleted for resources: {'Network': ['ID=f7887434-306d-4523-9326-6054e1da426c,revision_number=None']} {{(pid=109617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:09.932366 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-cf450052-e70e-44a0-9a9e-526f6df0d189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7923035'] for router_interface, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:10.003185 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:02:10.029730 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:02:10.030076 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 7f76cb54-bc71-4bd8-a0c7-6698c0a45769 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:02:10.030502 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:02:10.049402 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:02:10.049767 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 87738ca8-5140-4b8c-9fa6-ffe411eaa0f6 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:02:10.050181 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device b73fc4f5-a9f7-4070-917e-d197acf0b905 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:02:10.069391 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: b73fc4f5-a9f7-4070-917e-d197acf0b905 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:02:10.069735 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device b73fc4f5-a9f7-4070-917e-d197acf0b905 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:02:10.176547 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-cf450052-e70e-44a0-9a9e-526f6df0d189 admin admin] Deleting port 480c6878-2195-4c16-82b6-85c7f154d29d {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:02:10.176885 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-cf450052-e70e-44a0-9a9e-526f6df0d189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:10.258658 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-cf450052-e70e-44a0-9a9e-526f6df0d189 admin admin] For port 480c6878-2195-4c16-82b6-85c7f154d29d, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=480c6878-2195-4c16-82b6-85c7f154d29d,segment=NetworkSegment(6b020d1a-5396-4595-bb45-d526e97da281),segment_id=6b020d1a-5396-4595-bb45-d526e97da281)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:02:10.258907 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-cf450052-e70e-44a0-9a9e-526f6df0d189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:10.271499 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-cf450052-e70e-44a0-9a9e-526f6df0d189 admin admin] Calling delete_port for 480c6878-2195-4c16-82b6-85c7f154d29d owned by network:router_interface {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:02:10.508842 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-cf450052-e70e-44a0-9a9e-526f6df0d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:10.533541 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf450052-e70e-44a0-9a9e-526f6df0d189 admin admin] Pushing event deleted for resources: {'Port': ['ID=480c6878-2195-4c16-82b6-85c7f154d29d,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:10.700203 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-cf450052-e70e-44a0-9a9e-526f6df0d189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8100450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7922999'] for router_interface, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:10.909098 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf450052-e70e-44a0-9a9e-526f6df0d189 admin admin] Router b34e8731-caef-4b10-978d-417d767d5261 has already been hosted by L3 agent 0555a480-5e88-49ec-9067-f967630a0413 {{(pid=109618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 12:02:11.012559 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf450052-e70e-44a0-9a9e-526f6df0d189 admin admin] Notify agent at l3_agent.dv-cinder-819692-7-iscsi the message routers_updated {{(pid=109618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 12:02:11.017488 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-cf450052-e70e-44a0-9a9e-526f6df0d189 admin admin] 10.222.0.24 "PUT /v2.0/routers/b34e8731-caef-4b10-978d-417d767d5261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4193470 Dec 09 12:02:11.020030 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34808) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:11.024516 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c7801-9ce9-4d23-aaf6-6c1535275f92 None None] Sync routers for ids ['b34e8731-caef-4b10-978d-417d767d5261'] in dv-cinder-819692-7-iscsi {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 12:02:11.034253 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c7801-9ce9-4d23-aaf6-6c1535275f92 None None] Routers {'b34e8731-caef-4b10-978d-417d767d5261'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:02:11.034782 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-5b0c7801-9ce9-4d23-aaf6-6c1535275f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:01:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['b34e8731-caef-4b10-978d-417d767d5261'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:11.124550 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:11.138291 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-5b0c7801-9ce9-4d23-aaf6-6c1535275f92 None None] Set router b34e8731-caef-4b10-978d-417d767d5261 gateway port host: dv-cinder-819692-7-iscsi {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:02:11.223847 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:11.315967 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-5b0c7801-9ce9-4d23-aaf6-6c1535275f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34e8731-caef-4b10-978d-417d767d5261', 'name': 'tempest-TestVolumeBootPattern-662684187-router', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'external_fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T12:02:10Z', 'revision_number': 5, 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'gw_port': {'id': 'd7ad6e82-e280-4e5f-939e-e8b382ea6a0f', 'name': '', 'network_id': '5e763a14-a83b-48f8-afed-8d8eb448ee1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34e8731-caef-4b10-978d-417d767d5261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '012015a6-42e2-4ffc-a226-e389afeac1c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-7-iscsi'}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:11.335608 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Deleting port d7ad6e82-e280-4e5f-939e-e8b382ea6a0f {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:02:11.335948 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:11.345731 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c7801-9ce9-4d23-aaf6-6c1535275f92 None None] Checking router: b34e8731-caef-4b10-978d-417d767d5261 for host: dv-cinder-819692-7-iscsi {{(pid=109620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 12:02:11.355070 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c7801-9ce9-4d23-aaf6-6c1535275f92 None None] Routers {'b34e8731-caef-4b10-978d-417d767d5261'} bound to L3 agent in host dv-cinder-819692-7-iscsi {{(pid=109620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 12:02:11.355677 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-5b0c7801-9ce9-4d23-aaf6-6c1535275f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:43:24Z,description=,heartbeat_timestamp=2021-12-09T12:01:54Z,host='dv-cinder-819692-7-iscsi',id=0555a480-5e88-49ec-9067-f967630a0413,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:43:25Z,topic='l3_agent')) {'router_ids': ['b34e8731-caef-4b10-978d-417d767d5261'], 'active': True} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:11.416991 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] For port d7ad6e82-e280-4e5f-939e-e8b382ea6a0f, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=d7ad6e82-e280-4e5f-939e-e8b382ea6a0f,segment=NetworkSegment(fd3976dd-c546-40d6-932e-22b421bd3321),segment_id=fd3976dd-c546-40d6-932e-22b421bd3321)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:02:11.417359 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:11.429707 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Calling delete_port for d7ad6e82-e280-4e5f-939e-e8b382ea6a0f owned by network:router_gateway {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:02:11.436170 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_dvr_db [None req-5b0c7801-9ce9-4d23-aaf6-6c1535275f92 None None] Set router b34e8731-caef-4b10-978d-417d767d5261 gateway port host: None {{(pid=109620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 12:02:11.488164 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.l3_hamode_db [None req-5b0c7801-9ce9-4d23-aaf6-6c1535275f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34e8731-caef-4b10-978d-417d767d5261', 'name': 'tempest-TestVolumeBootPattern-662684187-router', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T12:02:11Z', 'revision_number': 6, 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'gw_port_host': None}], 'dv-cinder-819692-7-iscsi', False) {} {{(pid=109620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:11.514010 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c7801-9ce9-4d23-aaf6-6c1535275f92 None None] The sync data for ids ['b34e8731-caef-4b10-978d-417d767d5261'] in dv-cinder-819692-7-iscsi is: [{'id': 'b34e8731-caef-4b10-978d-417d767d5261', 'name': 'tempest-TestVolumeBootPattern-662684187-router', 'tenant_id': 'a9824b16f76f4bd58b51094dbc017c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:54:05Z', 'updated_at': '2021-12-09T12:02:11Z', 'revision_number': 6, 'project_id': 'a9824b16f76f4bd58b51094dbc017c25', 'gw_port_host': None}] {{(pid=109620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 12:02:11.917219 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:11.945974 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ad6e82-e280-4e5f-939e-e8b382ea6a0f,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:12.004636 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7921045'] for router_gateway, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.097281 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7941893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.099463 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.211422 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7941948'] for router, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.212168 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b34e8731-caef-4b10-978d-417d767d5261 {{(pid=109618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 12:02:12.217094 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] Publish callbacks [] for router, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.218241 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-b817340b-3252-4c4c-90e4-7836bc159cf6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b34e8731-caef-4b10-978d-417d767d5261 HTTP/1.1" status: 204 len: 168 time: 1.1973088 Dec 09 12:02:12.220878 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34810) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:12.265428 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c208c7af-ed70-4487-a305-c4fe924cac9b admin admin] Deleting subnet 744644ab-4e6e-44b8-b8b1-f463a063802d {{(pid=109618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 12:02:12.269935 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c208c7af-ed70-4487-a305-c4fe924cac9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.315308 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c208c7af-ed70-4487-a305-c4fe924cac9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8355866'] for subnet, precommit_delete_associations {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.317063 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 480c6878-2195-4c16-82b6-85c7f154d29d no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:02:12.339916 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 480c6878-2195-4c16-82b6-85c7f154d29d {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:02:12.340265 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 480c6878-2195-4c16-82b6-85c7f154d29d not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:02:12.340688 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device d7ad6e82-e280-4e5f-939e-e8b382ea6a0f no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:02:12.359099 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: d7ad6e82-e280-4e5f-939e-e8b382ea6a0f {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:02:12.359450 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device d7ad6e82-e280-4e5f-939e-e8b382ea6a0f not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:02:12.398248 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c208c7af-ed70-4487-a305-c4fe924cac9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663007'] for subnet, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.526663 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c208c7af-ed70-4487-a305-c4fe924cac9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4268130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142569'] for subnet, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.553609 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208c7af-ed70-4487-a305-c4fe924cac9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744644ab-4e6e-44b8-b8b1-f463a063802d,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:12.557537 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-c208c7af-ed70-4487-a305-c4fe924cac9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.560864 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-c208c7af-ed70-4487-a305-c4fe924cac9b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/744644ab-4e6e-44b8-b8b1-f463a063802d HTTP/1.1" status: 204 len: 168 time: 0.3390484 Dec 09 12:02:12.563425 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902fab28-e827-4955-98a1-85e417027d07 None None] Network 8104b2b3-0a30-4215-90e1-fbcc10b710ad requested from dv-cinder-819692-7-iscsi {{(pid=109619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 12:02:12.563591 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34812) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:12.637718 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758926'] for network, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.691953 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Deleting port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 {{(pid=109618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:02:12.692289 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.760540 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.db [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] For port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=57b5fc0d-ec2c-48f8-822e-375d6cd2f734,segment=NetworkSegment(6b020d1a-5396-4595-bb45-d526e97da281),segment_id=6b020d1a-5396-4595-bb45-d526e97da281)] {{(pid=109618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:02:12.760902 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.774727 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.plugin [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Calling delete_port for 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 owned by network:dhcp {{(pid=109618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:02:12.835597 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a943b45-5c23-4134-ab5c-d4848c40e710 None None] DHCP port deletion for 8104b2b3-0a30-4215-90e1-fbcc10b710ad request from dv-cinder-819692-7-iscsi {{(pid=109619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 12:02:12.883089 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-3a943b45-5c23-4134-ab5c-d4848c40e710 None None] Deleting port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 {{(pid=109619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 12:02:12.883465 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-3a943b45-5c23-4134-ab5c-d4848c40e710 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744087935416'] for port, before_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.942578 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4268213'] for port, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.944215 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.db [None req-3a943b45-5c23-4134-ab5c-d4848c40e710 None None] For port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734, host dv-cinder-819692-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-7-iscsi',level=0,port_id=57b5fc0d-ec2c-48f8-822e-375d6cd2f734,segment=NetworkSegment(6b020d1a-5396-4595-bb45-d526e97da281),segment_id=6b020d1a-5396-4595-bb45-d526e97da281)] {{(pid=109619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 12:02:12.944614 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-3a943b45-5c23-4134-ab5c-d4848c40e710 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7924200'] for port, precommit_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:12.960673 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-3a943b45-5c23-4134-ab5c-d4848c40e710 None None] Calling delete_port for 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 owned by network:dhcp {{(pid=109619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 12:02:12.968221 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Pushing event deleted for resources: {'Port': ['ID=57b5fc0d-ec2c-48f8-822e-375d6cd2f734,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:12.971794 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] No DVR routers for this DVR port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 on host dv-cinder-819692-7-iscsi {{(pid=109618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:02:13.036033 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-3a943b45-5c23-4134-ab5c-d4848c40e710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744087940895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744087409183'] for port, after_delete {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:13.046580 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659528', 'neutron.services.segments.db._delete_segments_for_network-8744087958986'] for network, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:13.061116 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a943b45-5c23-4134-ab5c-d4848c40e710 None None] Pushing event deleted for resources: {'Port': ['ID=57b5fc0d-ec2c-48f8-822e-375d6cd2f734,revision_number=None']} {{(pid=109619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:13.065345 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a943b45-5c23-4134-ab5c-d4848c40e710 None None] No DVR routers for this DVR port 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 on host dv-cinder-819692-7-iscsi {{(pid=109619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 12:02:13.066765 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8104b2b3-0a30-4215-90e1-fbcc10b710ad']}} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:13.076958 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b020d1a-5396-4595-bb45-d526e97da281') {'for_net_delete': True} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:13.077287 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.services.segments.db [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b020d1a-5396-4595-bb45-d526e97da281') {} {{(pid=109618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 12:02:13.087059 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744087733715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8355857'] for segment, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:13.100377 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290'] for segment, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:13.106176 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=109618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 12:02:13.107016 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4268184'] for segment, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: Traceback (most recent call last): Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: timer() Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: cb(*args, **kw) Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: return func(*args, **kwargs) Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: self._notify() Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: self.callback(batched_events) Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: event.method(event) Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: return f(self, *a, **k) Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._get(url).json() Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: return self.request(url, 'GET', **kwargs) Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 12:02:13.108190 dv-cinder-819692-7-iscsi neutron-server[109618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 12:02:13.256785 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7921065'] for network, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:13.262241 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100357'] for network, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:13.265546 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] 10.222.0.24 "DELETE /v2.0/networks/8104b2b3-0a30-4215-90e1-fbcc10b710ad HTTP/1.1" status: 204 len: 168 time: 0.7011461 Dec 09 12:02:13.276987 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f67300-ae67-437e-bb34-f0d876e8036e admin admin] Pushing event deleted for resources: {'Network': ['ID=8104b2b3-0a30-4215-90e1-fbcc10b710ad,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:13.582783 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34816) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:13.621864 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-399910a8-85ec-458e-8b29-b780009d32cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=668a9cfe67994e52a5acb64338974d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379281 Dec 09 12:02:13.624506 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34818) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:13.669984 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4c118375-07bb-4edb-85aa-96eb82026a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:13.689910 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4c118375-07bb-4edb-85aa-96eb82026a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:13.820258 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4c118375-07bb-4edb-85aa-96eb82026a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:13.823023 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-4c118375-07bb-4edb-85aa-96eb82026a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:13.824185 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-4c118375-07bb-4edb-85aa-96eb82026a7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3fd00267-daa2-4696-be75-a63d8cd64629 HTTP/1.1" status: 204 len: 168 time: 0.1987910 Dec 09 12:02:13.832178 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c118375-07bb-4edb-85aa-96eb82026a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd00267-daa2-4696-be75-a63d8cd64629,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:14.003916 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 no longer exists at agent ovs-agent-dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 12:02:14.026715 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] No Port match for: 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 {{(pid=109619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 12:02:14.027095 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron.plugins.ml2.rpc [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Device 57b5fc0d-ec2c-48f8-822e-375d6cd2f734 not bound to the agent host dv-cinder-819692-7-iscsi {{(pid=109619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 12:02:14.533614 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34824) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:14.573082 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-ce6806c2-89dc-408c-94ae-c6c95f11895e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9824b16f76f4bd58b51094dbc017c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382876 Dec 09 12:02:14.575615 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [-] (109618) accepted ('10.222.0.24', 34826) {{(pid=109618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 12:02:14.624522 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7f1-4417-4b89-b99c-1b262d2c9908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:14.645014 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7f1-4417-4b89-b99c-1b262d2c9908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:14.745454 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7f1-4417-4b89-b99c-1b262d2c9908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520048'] for security_group, after_delete {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:14.748667 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7f1-4417-4b89-b99c-1b262d2c9908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:14.749805 dv-cinder-819692-7-iscsi neutron-server[109618]: INFO neutron.wsgi [None req-3f8ef7f1-4417-4b89-b99c-1b262d2c9908 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1921b190-b3ab-4fe3-8551-af5f21152ab3 HTTP/1.1" status: 204 len: 168 time: 0.1733079 Dec 09 12:02:14.758516 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ef7f1-4417-4b89-b99c-1b262d2c9908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1921b190-b3ab-4fe3-8551-af5f21152ab3,revision_number=None']} {{(pid=109618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 12:02:16.011492 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 12:02:21.931149 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-064224ca-f49c-4178-a3df-a940a1e6c9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:24.236662 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-d15385c7-b8cf-4dff-8426-12bcb35c9d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:25.213763 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:26.933661 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:27.744552 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:35.389985 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:51.878390 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a5c14651-6b59-42cb-947a-5ee179ed4350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:53.010616 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 12:02:54.212458 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-2f6f4c04-613c-4887-9482-6f04ba507ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:55.206478 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:56.932054 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:02:57.735872 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:03:05.371929 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:03:21.883940 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a39e1b1a-fad5-496e-bfd2-99ad13e2a8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:03:24.198365 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-9b391e04-1e45-4f27-a0dd-7c766e1721c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:03:25.216878 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:03:26.915305 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:03:27.746640 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:03:30.010633 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 12:03:35.393329 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:03:51.913006 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-88e0ed0a-e164-47f3-9050-d382283b6719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:03:54.239582 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-1406419b-4f43-4ca1-8940-637019706c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:03:55.204063 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:03:56.935829 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:03:57.906902 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:04:05.369819 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:04:07.008581 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 12:04:21.883094 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-5299f848-7753-4bb8-887b-2c50a176ba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:04:24.197034 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-45268761-a155-4e11-8c67-2864809a047b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:04:25.185732 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:04:26.934827 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:04:27.729117 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:04:35.379757 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:04:44.007655 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 12:04:51.881958 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-61d2bdf2-bb35-48ac-a798-27ce22fb9f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:04:54.236263 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-79837cfa-2750-4a56-9d11-dffb9655fe59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:04:55.247544 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:04:56.944917 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:04:57.927597 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:05.396101 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:21.008593 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 12:05:21.898574 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-96ef1c75-85d8-4ff2-9ac4-6c1867e5ff4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:24.195672 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-a4de6e26-7c6d-439a-8c09-1a5b3a1b1e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:25.218422 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:26.943841 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:27.773570 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:35.383818 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:51.925312 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-05280a09-99f7-4c78-a980-63ca83a3babf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:54.193826 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-9c4e3086-9a64-44fd-bfeb-63921108d5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:55.235007 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:56.938309 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:57.793857 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:05:58.008240 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 12:06:05.388619 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:06:21.891969 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-283bf84b-7aa5-4a2f-8e0d-b770f3339356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:06:24.204257 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-25cc18ad-5e38-4b00-9450-0e98153e37e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:06:25.228379 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:06:26.976659 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:06:27.850095 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:06:35.007629 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 12:06:35.420670 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:06:51.894065 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-f65b454b-2686-40f1-8ce9-2b6a429698c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:06:54.196976 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-caf24200-8dd2-4fa6-ad6d-850f03c5aef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:06:55.239627 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:06:56.996704 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:06:57.742575 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:07:02.809595 dv-cinder-819692-7-iscsi neutron-server[109618]: DEBUG neutron.wsgi [req-59f3b738-5344-403d-996a-022b14a3c689 req-f94a9e5b-c6d3-45ce-96e0-4cd8ee79cfe9 service neutron] (109618) timed out ('10.222.0.42', 58870) {{(pid=109618) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 12:07:05.413368 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-edac29ee-ce5f-4127-a07a-6d2ae3c3543a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:07:08.142768 dv-cinder-819692-7-iscsi neutron-server[109617]: DEBUG neutron.wsgi [req-54938522-63ba-42fd-aa40-03139f8e2c3b req-5a7ab21e-2663-41e1-8e05-437442b881ae service neutron] (109617) timed out ('10.222.0.42', 58877) {{(pid=109617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 12:07:12.006745 dv-cinder-819692-7-iscsi neutron-server[109620]: DEBUG neutron.db.agents_db [None req-3318b7df-b22c-4fbf-a474-7916e21c735a None None] Agent healthcheck: found 6 active agents {{(pid=109620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 12:07:21.884185 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-685c4c59-0d1c-45a2-a313-cb6df5bfcf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:07:24.209896 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-49fa389e-46d2-4418-aec6-0c18d8fc7b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:07:25.238623 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-cc48318b-39b8-4b79-8200-11b84bb51990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:07:26.947236 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-ea135e0f-da5a-48fa-990f-91908735b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 12:07:27.778835 dv-cinder-819692-7-iscsi neutron-server[109619]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5bd3-3752-46d0-a5df-3eacc29e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744087958941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727134'] for agent, after_update {{(pid=109619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}